-- Logs begin at Wed 2021-05-19 10:36:35 UTC, end at Wed 2021-05-19 11:44:19 UTC. -- May 19 11:10:12.561771 dv-cinder-768105-9-smb systemd[1]: Started Devstack devstack@q-svc.service. May 19 11:10:14.985209 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.common.config [-] Logging enabled! May 19 11:10:14.985890 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 11:10:14.986021 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 11:10:14.989241 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.common.config [-] Logging enabled! May 19 11:10:14.989523 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 11:10:14.989841 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 11:10:14.991321 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 11:10:14.991550 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 11:10:14.991913 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 11:10:14.992424 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 11:10:14.992652 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 11:10:14.992974 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.993275 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.993607 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.993861 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.994183 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.994483 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.994772 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.995067 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.995377 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.995669 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.995950 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.996242 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.996479 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.996765 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.997056 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.997348 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.997600 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] debug = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.997887 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.998318 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.998738 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.999097 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.999414 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.999603 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:14.999934 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.000294 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.000456 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.000786 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] host = dv-cinder-768105-9-smb {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.001068 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.001363 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.001678 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.001967 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.002246 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.002526 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.002816 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.003092 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.003368 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] log_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.003645 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.003933 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.004226 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.004519 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.004747 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.004974 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.005266 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.005584 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.005866 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.006748 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.007028 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.007307 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.007586 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.007860 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.008149 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.008437 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.008728 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.009008 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.009286 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.009588 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.009870 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.010159 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.010436 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.010713 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.010990 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.011283 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.011552 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.011829 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.012134 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.012423 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.012710 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.012998 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.013277 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.013656 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.013933 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.014208 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.014480 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] use_json = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.014764 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.015029 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.015315 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.015595 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.015870 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.016146 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.016418 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.016707 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:15.017005 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.017307 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.017635 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.017925 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.018226 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.018509 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.018800 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.019080 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.019372 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.019665 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.019955 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.020235 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.020526 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.020802 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.021099 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.021409 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.021754 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.022051 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.022330 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.022606 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.022880 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.023161 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.023453 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.023750 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.024044 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.024321 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.024601 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.024894 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.025174 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.025476 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.025763 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.026056 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.026335 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.026612 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.026894 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.027172 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.027446 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.027720 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.028000 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.028293 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.028573 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.028845 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.029118 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.029398 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.029698 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.029983 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.030262 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.030534 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.030807 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.031088 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.031364 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.031640 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.031920 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.032194 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.032474 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.032750 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.033025 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.033300 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.033611 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.033888 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.034160 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.034433 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.034711 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.034987 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.035262 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.035543 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.035819 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.036096 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.036385 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.036683 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.036961 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.037266 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.037576 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.037860 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.038140 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.038419 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.038700 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.038981 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.039253 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.039546 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.039833 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.040122 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.040407 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.040688 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.040985 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.041266 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.041592 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.041877 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.042159 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.042453 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.042739 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.043036 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.043333 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.043634 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.043933 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.044230 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.044516 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.044832 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.045120 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:15.045426 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 11:10:15.045614 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91508) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 11:10:15.397190 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:15.397505 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:15.397800 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:15.398145 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 11:10:15.704185 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.704390 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.704657 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.705919 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.706199 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.706469 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.824090 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.824387 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.824645 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.837690 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.837975 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.838248 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.866850 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.867381 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.867658 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.905845 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.906126 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:15.906401 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.138897 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.139537 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.139537 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.139696 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.140455 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.264791 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.265116 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.265396 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.265697 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.265968 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.266281 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.266542 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.266800 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.267058 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.267339 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.267602 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.267870 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.268138 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.268397 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.268667 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.268944 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.269204 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.269646 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.269910 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.270199 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.270555 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.270814 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.271067 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.271353 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.271735 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.271884 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.272278 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:16.272521 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:16.272766 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:16.273005 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:16.273243 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:16.273511 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:16.273882 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 11:10:16.277032 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 11:10:16.280976 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 11:10:16.284757 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) May 19 11:10:16.286427 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 11:10:16.286890 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 11:10:16.287739 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 11:10:16.288140 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 11:10:16.291122 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 11:10:16.291379 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 11:10:16.291733 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 11:10:16.320552 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 11:10:16.321003 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.321308 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91508) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 19 11:10:16.321712 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.323078 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91508) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 11:10:16.323364 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 11:10:16.323615 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 11:10:16.327627 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.327867 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.401554 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 11:10:16.401797 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 11:10:16.402039 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 11:10:16.402431 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 11:10:16.433626 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_db.sqlalchemy.engines [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91508) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 11:10:16.770285 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Initializing driver for type 'gre' May 19 11:10:16.770799 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] gre ID ranges: [(1, 1000)] May 19 11:10:16.826397 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Initializing driver for type 'local' May 19 11:10:16.826758 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Initializing driver for type 'vlan' May 19 11:10:16.838766 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] VlanTypeDriver initialization complete May 19 11:10:16.839135 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Initializing driver for type 'vxlan' May 19 11:10:16.839676 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] vxlan ID ranges: [(1, 1000)] May 19 11:10:16.894182 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Initializing extension driver 'port_security' May 19 11:10:16.894759 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.extensions.port_security [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] PortSecurityExtensionDriver initialization complete May 19 11:10:16.895105 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Initializing mechanism driver 'openvswitch' May 19 11:10:16.895446 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Initializing mechanism driver 'hyperv' May 19 11:10:16.902527 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.plugins.ml2.plugin [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:16.903302 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > port after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.903683 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > port after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.904043 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > port after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.904439 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > subnet after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.904801 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > subnet after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.905206 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > subnet after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.905695 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > network after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.906242 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > network after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.906656 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > network after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.907113 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > security_group after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.907502 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > security_group after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.907914 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > security_group after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.908449 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.908805 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.909179 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.909719 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > address_group after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.910207 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > address_group after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.910762 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > address_group after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.911238 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] ML2 OVO RPC backend initialized. {{(pid=91508) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 19 11:10:16.912056 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router_interface after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.912654 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.913250 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > network before_response 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.913902 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > networks before_response 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.914389 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > port before_response 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.914784 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > ports before_response 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.915201 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > subnet before_response 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.915763 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > subnets before_response 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.916214 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > network after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.916679 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > network after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.917192 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > network after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.917672 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > port after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.918138 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > port after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.918521 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > port after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.918995 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > subnet after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.919603 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > subnet after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.919987 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > subnet after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.920677 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.plugin [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Modular L2 Plugin initialization complete May 19 11:10:16.921146 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading services supported by the core plugin {{(pid=91508) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 11:10:16.921552 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.plugins.ml2.managers [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Got port-security extension from driver 'port_security' May 19 11:10:16.922169 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.extensions.vlantransparent [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Disabled vlantransparent extension. May 19 11:10:16.922820 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91508) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 11:10:16.923231 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading Plugin: router May 19 11:10:16.969333 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router_interface before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.969758 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router after_create 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.970142 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router before_create 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.970509 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.970882 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.971239 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router after_delete 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.971602 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > floatingip after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.971965 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router after_create 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.972314 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router after_update 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.972667 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router after_update 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.973019 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.973384 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router after_update 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.973817 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router precommit_update 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.974186 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: port after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.974529 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: port after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.974896 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: subnet after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.975240 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.975590 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > port precommit_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.975941 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router precommit_create 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.976291 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: port before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.976629 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router precommit_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.976989 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router after_update 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.977333 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router precommit_delete 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.977711 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router precommit_create 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.978077 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router_interface after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.978425 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router precommit_update 55549900 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.978799 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > network after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.979648 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Tracking information for resource: router configured {{(pid=91508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:16.979981 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Tracking information for resource: floatingip configured {{(pid=91508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:16.984897 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.db.l3_agentschedulers_db [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 11:10:16.985513 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: port after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.985882 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: port after_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.986242 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: port after_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.986599 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: port after_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.987396 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router before_create 55550100 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.987766 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router precommit_delete 55550100 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.988132 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router precommit_create 55550100 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.988494 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > router precommit_update 55550100 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:16.993281 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.services.provider_configuration [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service providers = [] {{(pid=91508) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 11:10:16.993679 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.db.servicetype_db [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91508) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 11:10:16.996643 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.services.service_base [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 11:10:16.996995 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.services.service_base [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 11:10:16.997340 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.services.service_base [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 11:10:16.998251 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.services.service_base [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 11:10:16.998629 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.services.service_base [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 11:10:16.999182 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:16.999503 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 11:10:17.010616 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:17.010958 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading Plugin: auto_allocate May 19 11:10:17.016626 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: network precommit_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:17.017006 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: network precommit_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:17.017571 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:17.017896 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading Plugin: tag May 19 11:10:17.025353 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:17.025661 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading Plugin: timestamp May 19 11:10:17.029425 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:17.029853 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading Plugin: network_ip_availability May 19 11:10:17.035171 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:17.035549 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:17.035907 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:17.036624 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:17.036950 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading Plugin: flavors May 19 11:10:17.041912 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:17.042248 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading Plugin: revisions May 19 11:10:17.046569 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:17.046964 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_concurrency.lockutils [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.649s {{(pid=91508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:17.047714 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91508) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 19 11:10:17.048050 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Initializing extension manager. May 19 11:10:17.048558 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: __init__.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.048907 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: __pycache__ {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.049244 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.049612 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: address_group.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.050369 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.050946 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: address-group May 19 11:10:17.051271 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: address_scope.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.051980 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.052492 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: address-scope May 19 11:10:17.053047 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: admin_state_down_before_update.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.053793 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.054305 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: router-admin-state-down-before-update May 19 11:10:17.054633 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: agent.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.055324 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.055830 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: agent May 19 11:10:17.056155 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: agent_resources_synced.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.057057 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.057612 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: agent-resources-synced May 19 11:10:17.057939 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: allowedaddresspairs.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.059710 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.060231 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: allowed-address-pairs May 19 11:10:17.060562 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: auto_allocated_topology.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.061664 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.062185 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: auto-allocated-topology May 19 11:10:17.062509 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: availability_zone.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.063196 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.063705 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: availability_zone May 19 11:10:17.064029 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: availability_zone_filter.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.064930 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.065460 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: availability_zone_filter May 19 11:10:17.065783 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: data_plane_status.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.066679 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.067189 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension data-plane-status not supported by any of loaded plugins May 19 11:10:17.067514 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: default_subnetpools.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.068934 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.069642 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: default-subnetpools May 19 11:10:17.069807 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: dhcpagentscheduler.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.070609 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.071121 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: dhcp_agent_scheduler May 19 11:10:17.071444 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: dns.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.072341 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.072887 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension dns-integration not supported by any of loaded plugins May 19 11:10:17.073169 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: dns_domain_ports.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.074120 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.074629 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 11:10:17.074955 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: dvr.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.075626 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.076132 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: dvr May 19 11:10:17.076457 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: empty_string_filtering.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.077702 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.077888 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: empty-string-filtering May 19 11:10:17.078211 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.079107 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.079611 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 11:10:17.079933 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.080831 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.081336 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 11:10:17.081683 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: external_net.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.082591 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.083098 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: external-net May 19 11:10:17.083419 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: extra_dhcp_opt.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.084871 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.085384 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: extra_dhcp_opt May 19 11:10:17.085740 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: extraroute.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.086648 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.087164 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: extraroute May 19 11:10:17.087491 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: extraroute_atomic.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.088535 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.089050 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: extraroute-atomic May 19 11:10:17.089375 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: filter_validation.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.090064 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.090570 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: filter-validation May 19 11:10:17.090892 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: fip_pf_description.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.091991 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.092500 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 11:10:17.092819 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: fip_port_details.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.093758 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.094263 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: fip-port-details May 19 11:10:17.094583 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: flavors.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.095821 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.096337 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: flavors May 19 11:10:17.096672 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.098370 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.098890 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 11:10:17.099220 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: floatingip_pools.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.099944 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.100453 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: floatingip-pools May 19 11:10:17.100778 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: ip_allocation.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.101721 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.102229 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension ip_allocation not supported by any of loaded plugins May 19 11:10:17.102551 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.103461 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.103980 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: ip-substring-filtering May 19 11:10:17.104301 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: l2_adjacency.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.105214 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.105749 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension l2_adjacency not supported by any of loaded plugins May 19 11:10:17.106077 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: l3.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.107049 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.107564 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: router May 19 11:10:17.107887 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: l3_conntrack_helper.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.110161 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.110734 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 11:10:17.111022 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.111945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.112464 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: ext-gw-mode May 19 11:10:17.112793 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.113735 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.114251 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: l3-ha May 19 11:10:17.114583 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: l3_flavors.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.115837 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.116062 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: l3-flavors May 19 11:10:17.116392 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.117594 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.118110 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: l3-port-ip-change-not-allowed May 19 11:10:17.118437 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: l3agentscheduler.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.119488 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.120005 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: l3_agent_scheduler May 19 11:10:17.120336 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: logging.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.121857 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.122375 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension logging not supported by any of loaded plugins May 19 11:10:17.122707 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: metering.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.123446 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.124029 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: metering May 19 11:10:17.124356 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.126026 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.126026 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: metering_source_and_destination_fields May 19 11:10:17.126369 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: multiprovidernet.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.127866 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.127866 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: multi-provider May 19 11:10:17.128884 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: netmtu.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.129585 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.129585 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: net-mtu May 19 11:10:17.129959 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: netmtu_writable.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.130855 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.132003 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: net-mtu-writable May 19 11:10:17.132332 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: network_availability_zone.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.133000 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.133531 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: network_availability_zone May 19 11:10:17.133855 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: network_ip_availability.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.134945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.135459 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: network-ip-availability May 19 11:10:17.135782 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: network_segment_range.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.136545 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.137052 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension network-segment-range not supported by any of loaded plugins May 19 11:10:17.137377 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: pagination.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.138393 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.138723 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: pagination May 19 11:10:17.139043 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: port_device_profile.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.139964 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.140490 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: port-device-profile May 19 11:10:17.140812 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.141900 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.142420 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: port-mac-address-regenerate May 19 11:10:17.142743 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.143652 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.144168 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: port-numa-affinity-policy May 19 11:10:17.144492 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: port_resource_request.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.145578 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.145932 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension port-resource-request not supported by any of loaded plugins May 19 11:10:17.146254 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: portbindings.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.147868 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.148385 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: binding May 19 11:10:17.148708 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: portbindings_extended.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.150019 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.150537 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: binding-extended May 19 11:10:17.150867 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: portsecurity.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.151784 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.152295 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: port-security May 19 11:10:17.152621 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: project_id.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.153624 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.153957 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: project-id May 19 11:10:17.154280 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: providernet.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.155205 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.155726 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: provider May 19 11:10:17.156052 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: qos.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.159636 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.160160 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension qos not supported by any of loaded plugins May 19 11:10:17.160492 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.161751 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.162460 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 11:10:17.162753 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.163663 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.164207 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 11:10:17.164538 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: qos_default.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.165470 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.165979 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension qos-default not supported by any of loaded plugins May 19 11:10:17.166308 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: qos_fip.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.166961 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.167467 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension qos-fip not supported by any of loaded plugins May 19 11:10:17.167791 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: qos_gateway_ip.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.168704 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.169217 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 11:10:17.169574 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: qos_port_network_policy.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.170479 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.170995 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 11:10:17.171324 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: qos_rule_type_details.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.172335 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.172746 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 11:10:17.173069 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: qos_rules_alias.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.174159 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.174672 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 11:10:17.174996 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: quotasv2.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.176051 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.176381 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: quotas May 19 11:10:17.176731 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: quotasv2_detail.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.178978 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.179325 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: quota_details May 19 11:10:17.179656 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: rbac.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.180707 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.181234 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: rbac-policies May 19 11:10:17.181602 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: rbac_address_group.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.182529 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.183052 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: rbac-address-group May 19 11:10:17.183381 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: rbac_address_scope.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.184295 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.184810 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: rbac-address-scope May 19 11:10:17.185139 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: rbac_security_groups.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.186082 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.186592 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: rbac-security-groups May 19 11:10:17.186920 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: rbac_subnetpool.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.187848 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.188359 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: rbac-subnetpool May 19 11:10:17.188687 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: revisionifmatch.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.189635 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.190150 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: revision-if-match May 19 11:10:17.190477 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: revisions.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.191581 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.192095 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: standard-attr-revisions May 19 11:10:17.192425 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: router_availability_zone.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.193095 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.194296 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: router_availability_zone May 19 11:10:17.194622 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: routerservicetype.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.195541 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.196054 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension router-service-type not supported by any of loaded plugins May 19 11:10:17.196380 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.197291 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.197837 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: security-groups-normalized-cidr May 19 11:10:17.198167 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: security_groups_port_filtering.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.199080 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.199594 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: port-security-groups-filtering May 19 11:10:17.199919 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.200827 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.201344 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: security-groups-remote-address-group May 19 11:10:17.201705 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: securitygroup.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.211298 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.211836 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: security-group May 19 11:10:17.212178 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: segment.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.212960 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.213505 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension segment not supported by any of loaded plugins May 19 11:10:17.213838 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.214768 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.215283 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 11:10:17.215613 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: servicetype.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.216706 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.217230 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: service-type May 19 11:10:17.217604 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: sorting.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.218592 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.218930 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: sorting May 19 11:10:17.219257 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: standard_attr_segment.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.220190 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.220723 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 11:10:17.221051 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: standardattrdescription.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.221792 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.222310 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: standard-attr-description May 19 11:10:17.222665 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: stateful_security_group.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.223588 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.224105 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: stateful-security-group May 19 11:10:17.224802 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: stdattrs_common.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.225330 dv-cinder-768105-9-smb neutron-server[91508]: WARNING neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 11:10:17.225676 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.226687 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.227208 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 11:10:17.227572 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: subnet_onboard.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.228642 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.229160 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: subnet_onboard May 19 11:10:17.229510 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.230431 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.230944 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 11:10:17.231267 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: subnet_service_types.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.232189 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.232940 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: subnet-service-types May 19 11:10:17.233269 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: subnetallocation.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.234373 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.234893 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: subnet_allocation May 19 11:10:17.235215 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.235881 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.236394 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: subnetpool-prefix-ops May 19 11:10:17.236718 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.237700 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.238227 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 11:10:17.238553 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: tagging.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.239639 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.240168 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: standard-attr-tag May 19 11:10:17.241015 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: timestamp.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.242493 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.243016 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loaded extension: standard-attr-timestamp May 19 11:10:17.243350 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: trunk.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.244386 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.245055 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension trunk not supported by any of loaded plugins May 19 11:10:17.245382 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: trunk_details.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.246332 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.246849 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension trunk-details not supported by any of loaded plugins May 19 11:10:17.247171 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: uplink_status_propagation.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.248091 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.248602 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 11:10:17.248930 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Loading extension file: vlantransparent.py {{(pid=91508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:17.249625 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:17.250135 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extension vlan-transparent not supported by any of loaded plugins May 19 11:10:17.252655 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:network May 19 11:10:17.253408 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:subnet May 19 11:10:17.254240 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:subnetpool May 19 11:10:17.254863 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:port May 19 11:10:17.256770 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.257230 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service FLAVORS assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.257900 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.258337 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.258674 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:router May 19 11:10:17.259353 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:floatingip May 19 11:10:17.260063 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service METERING assigned prefix: /metering {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.261573 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:17.261950 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:17.262308 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:17.263457 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of CountableResource for resource:rbac_policy May 19 11:10:17.263989 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:security_group May 19 11:10:17.264664 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:security_group_rule May 19 11:10:17.265414 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service CORE assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.265838 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:subnetpool May 19 11:10:17.266193 dv-cinder-768105-9-smb neutron-server[91508]: WARNING neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] subnetpool is already registered May 19 11:10:17.266800 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service CORE assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.267132 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:subnetpool May 19 11:10:17.267459 dv-cinder-768105-9-smb neutron-server[91508]: WARNING neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] subnetpool is already registered May 19 11:10:17.271182 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.271772 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service FLAVORS assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.272396 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.272819 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.273157 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:router May 19 11:10:17.273513 dv-cinder-768105-9-smb neutron-server[91508]: WARNING neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] router is already registered May 19 11:10:17.274119 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:floatingip May 19 11:10:17.274448 dv-cinder-768105-9-smb neutron-server[91508]: WARNING neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] floatingip is already registered May 19 11:10:17.275084 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service METERING assigned prefix: /metering {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.275830 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of CountableResource for resource:rbac_policy May 19 11:10:17.276112 dv-cinder-768105-9-smb neutron-server[91508]: WARNING neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] rbac_policy is already registered May 19 11:10:17.276667 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:security_group May 19 11:10:17.276996 dv-cinder-768105-9-smb neutron-server[91508]: WARNING neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] security_group is already registered May 19 11:10:17.277642 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:security_group_rule May 19 11:10:17.277974 dv-cinder-768105-9-smb neutron-server[91508]: WARNING neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] security_group_rule is already registered May 19 11:10:17.278648 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service CORE assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.278979 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:subnetpool May 19 11:10:17.279315 dv-cinder-768105-9-smb neutron-server[91508]: WARNING neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] subnetpool is already registered May 19 11:10:17.279922 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.v2.resource_helper [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Service CORE assigned prefix: {{(pid=91508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:17.280349 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Creating instance of TrackedResource for resource:subnetpool May 19 11:10:17.280602 dv-cinder-768105-9-smb neutron-server[91508]: WARNING neutron.quota.resource_registry [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] subnetpool is already registered May 19 11:10:17.281262 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: extensions {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.282786 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: address-groups {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.284438 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: address-scopes {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.285687 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: agents {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.286998 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: auto-allocated-topology {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.288374 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: availability_zones {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.289876 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: dhcp-networks {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.291284 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: dhcp-agents {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.292720 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: routers {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.294558 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: flavors {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.295727 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: service_profiles {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.296923 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: next_providers {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.298498 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: service_profiles {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.299961 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: floatingip-pools {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.301179 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: routers {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.303544 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: floatingips {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.304735 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: l3-routers {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.306299 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: l3-agents {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.307722 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: metering-labels {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.309084 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: metering-label-rules {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.310397 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: network-ip-availabilities {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.311650 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: bindings {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.313303 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: quotas {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.314753 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: quotas {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.316289 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: rbac-policies {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.317629 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: security-groups {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.319400 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: security-group-rules {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.320638 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: service-providers {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.321906 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: subnetpools {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.323302 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: subnetpools {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.324780 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: tags {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.326626 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: tags {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.328457 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: tags {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.330257 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: tags {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.333090 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: tags {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.335115 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: tags {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.336955 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: tags {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.449221 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: tags {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.451088 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: tags {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.452957 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron.api.extensions [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Extended resource: tags {{(pid=91508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:17.458865 dv-cinder-768105-9-smb neutron-server[91508]: WARNING keystonemiddleware.auth_token [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 11:10:17.463652 dv-cinder-768105-9-smb neutron-server[91508]: WARNING keystonemiddleware.auth_token [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 11:10:17.472043 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_concurrency.lockutils [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Acquired lock "singleton_lock" {{(pid=91508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 19 11:10:17.472524 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_concurrency.lockutils [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Releasing lock "singleton_lock" {{(pid=91508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 19 11:10:17.473170 dv-cinder-768105-9-smb neutron-server[91508]: INFO oslo_service.service [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Starting 2 workers May 19 11:10:17.477821 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Started child 91615 {{(pid=91508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 11:10:17.481991 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Started child 91616 {{(pid=91508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 11:10:17.482971 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:17.483598 dv-cinder-768105-9-smb neutron-server[91508]: INFO neutron.service [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Neutron service started, listening on 0.0.0.0:9696 May 19 11:10:17.484274 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Notify callbacks [] for process, before_spawn {{(pid=91508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:17.484449 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [-] (91615) wsgi starting up on http://0.0.0.0:9696 May 19 11:10:17.486410 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:17.486869 dv-cinder-768105-9-smb neutron-server[91508]: INFO oslo_service.service [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Starting 1 workers May 19 11:10:17.487766 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [-] (91616) wsgi starting up on http://0.0.0.0:9696 May 19 11:10:17.492332 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Started child 91617 {{(pid=91508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 11:10:17.492878 dv-cinder-768105-9-smb neutron-server[91508]: INFO oslo_service.service [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Starting 1 workers May 19 11:10:17.495845 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.service [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] calling RpcWorker wait() {{(pid=91617) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 11:10:17.496391 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.service [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] returning from RpcWorker wait() {{(pid=91617) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 11:10:17.497267 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Started child 91618 {{(pid=91508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 11:10:17.497731 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:17.498070 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG neutron_lib.callbacks.manager [None req-e9f89908-e71b-478a-8847-cba32d92111d None None] Notify callbacks [] for process, after_spawn {{(pid=91508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:17.498296 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:17.499952 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 11:10:17.500163 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 11:10:17.500350 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 11:10:17.500567 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 11:10:17.500886 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 11:10:17.501053 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 11:10:17.501584 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.501868 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.502151 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.502427 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.502727 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.503018 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:17.503495 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.503578 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.503816 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.504087 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.504345 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.504521 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.504689 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.504933 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.505184 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.505517 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.505808 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.506748 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.507111 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.507495 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.507495 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.507772 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.507913 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.508157 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] debug = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.508397 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.508863 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.509118 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.509370 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.509616 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.509888 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.510150 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.510428 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.510703 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.510927 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.511170 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.511455 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.511709 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.511945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.512203 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.512462 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.512683 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.513173 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] host = dv-cinder-768105-9-smb {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.513540 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.513684 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.513938 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.514190 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.514441 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.514683 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.514950 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.515219 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.515474 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.515705 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.515952 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.516213 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.516471 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.516713 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.516879 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_options = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.517114 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.517409 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.517697 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.517897 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.518068 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.518276 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.518498 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.518665 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.518934 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.519173 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.519389 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.519605 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.519840 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.520087 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.520339 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.520575 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.520790 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.521003 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.521271 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.521549 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.521819 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.522068 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.522289 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.522575 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.522765 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.523000 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.523161 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.523383 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.523601 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.523848 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.524105 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.524357 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.524607 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.524858 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.525096 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.525329 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.525587 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.525904 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.526092 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.526360 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.526620 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.526838 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.527075 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.527313 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.527549 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.527784 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_json = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.528000 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.528240 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.528478 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.528711 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.528949 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.529164 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.529492 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.530261 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.531795 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.532127 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.532458 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.532773 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.534039 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.534184 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:17.534319 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.536903 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.537700 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.538011 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.538287 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.538630 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.538890 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.539204 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.539469 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.540175 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.541507 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.541920 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.543443 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.543756 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.543998 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.544524 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.544958 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.548959 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.550825 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.551132 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.551442 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.551699 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.551951 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.552193 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.552434 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.552704 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.552963 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.553767 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.554014 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.554259 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.554506 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.554754 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.554981 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.555246 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.555498 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.555738 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.555999 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.556236 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.556467 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.556691 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.556935 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.557164 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.557416 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.557703 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.557956 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.558215 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.558451 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.558673 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.558896 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.559128 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.559500 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.559732 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.559962 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.560181 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.560409 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.560650 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.560906 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.561135 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.561379 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.561628 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.561891 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.562142 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.562371 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.562596 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.562838 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.563069 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.563288 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.563534 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.563760 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.563981 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.564204 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.564422 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.564663 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.564893 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.565114 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.565336 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.565595 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.565825 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.566108 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.566339 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.566616 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.566877 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.567141 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.567399 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.567656 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.567894 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.568148 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.568403 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.568649 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.568980 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.569258 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.569531 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.569807 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.570056 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.570308 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.570574 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.571037 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.571296 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.571526 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.571783 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.572038 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.572312 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.572572 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.572839 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.573097 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.573357 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.573737 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.573986 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.574257 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.574481 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.574752 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.575077 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.575333 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.575644 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.575900 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.576142 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.576424 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.576662 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.576921 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.577157 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.577410 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.577694 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.577990 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.578262 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.578513 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.578711 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.578940 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.579249 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.579507 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.579726 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.579947 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.580222 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.580480 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.580725 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.580992 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.582233 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.582233 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.582233 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.582233 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.582233 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.582671 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.582671 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.582906 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.583147 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.583369 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.583592 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.583811 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.584238 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.584409 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.584650 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.584893 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.585115 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.585380 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.585649 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.585920 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.586143 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.586540 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.586788 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.587015 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.587253 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.587497 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.587712 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.587969 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.588191 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.588472 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.588748 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.588990 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.589243 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.589525 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.589827 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.590044 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.590325 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.590677 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.590896 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.591117 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.591339 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.591580 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.591797 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.592029 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.592257 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.592518 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.592771 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.593126 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.593391 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.593679 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.593936 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.594180 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.594402 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.594646 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.594886 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.595129 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.595348 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.595567 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.595850 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.596107 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.596353 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.596572 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.596803 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.597016 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.597251 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.597481 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.597784 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.598047 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.598278 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.598516 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.598750 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.598982 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.599195 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.599410 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.599627 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.600369 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.600600 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.600814 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.601032 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.601273 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.601527 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.601777 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.601989 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.602222 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.602460 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.602673 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.602985 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.603206 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.603431 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.603650 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.603946 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.604262 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.604516 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.604759 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.605061 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.605295 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.605583 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.605844 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.606176 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.606416 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.606665 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.606889 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.607145 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.607367 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.607632 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.607945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.608246 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.608500 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.608759 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.609051 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.609335 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.609682 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.609841 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.610153 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.610504 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.610780 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.611048 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.611279 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.611566 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.611798 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.612018 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.612241 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.612494 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.612715 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.612954 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.613186 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.613412 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.613656 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.613887 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.614111 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.614371 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.614611 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.614851 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.615105 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.615264 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 11:10:17.616365 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 11:10:17.616528 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 11:10:17.616686 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 11:10:17.616869 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 11:10:17.617297 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 11:10:17.617469 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 11:10:17.617684 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.617848 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.618010 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.618173 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.618333 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.618514 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.618682 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.618844 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.619006 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.619165 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.619323 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.619484 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.619643 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.619803 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.619963 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.620122 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.620280 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.620438 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.620602 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.620762 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.620920 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.621079 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.621239 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] debug = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.621401 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.621625 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.621798 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.621957 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.622117 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.622276 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.622435 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.622594 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.622754 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.622914 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.623073 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.623232 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.623391 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.623550 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.623709 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.623868 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.624028 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.624185 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] host = dv-cinder-768105-9-smb {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.624344 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.624503 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.624662 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.624820 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.624985 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.625193 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.625302 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.625480 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.625641 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.625799 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.625958 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.626117 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.626276 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.626437 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.626596 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_options = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.626755 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.626913 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.627074 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.627249 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.627414 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.627575 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.627734 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.627895 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.628056 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.628214 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.628372 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.628530 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.628628 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:17.628714 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.628837 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.628996 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.629156 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.629315 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.629493 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.629656 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.629815 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.629974 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.630133 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.630294 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.630453 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.630617 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.630774 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.630955 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.631116 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.631274 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.631433 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.631592 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.631752 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.631911 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.632071 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.632231 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.632389 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.632548 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.632710 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.632870 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.633029 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.633188 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.633347 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.633532 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.633692 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.633851 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.634010 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_json = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.634168 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.634327 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.634486 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.634644 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.634803 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.634966 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.635126 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.635302 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:17.635464 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.635629 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.635803 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.635967 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.636131 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.636294 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.636458 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.636621 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.636785 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.636948 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.637118 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.637281 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.637479 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.637636 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.637798 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.637963 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.638127 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.638291 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.638453 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.638615 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.638779 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.638942 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.639121 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.639285 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.639449 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.639613 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.639775 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.639940 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.640104 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.640267 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.640429 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.640592 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.640755 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.640918 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.641080 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.641242 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.641405 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.641589 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.641753 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.641915 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.642078 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.642240 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.642403 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.642565 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.642729 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.642891 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.643127 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.643300 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.643464 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.643627 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.643802 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.643965 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.644128 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.644290 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.644453 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.644616 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.644779 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.644946 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.645108 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.645579 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.645579 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.645756 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.645756 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.645920 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.646083 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.646251 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.646410 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.646595 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.646763 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.647123 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.647123 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.647274 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.647373 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.647536 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.647699 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.647862 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.648025 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.648189 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.648350 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.648513 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.648678 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.648840 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.649003 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.649365 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.649365 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.649544 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.649673 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.649839 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.650002 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651119 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651119 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651119 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651119 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651119 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651119 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651119 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651632 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651632 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651632 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651834 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651834 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.651985 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.652130 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.652296 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.652495 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.652929 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.652929 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.652929 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.653161 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.653250 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.653382 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.653578 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.653743 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.653903 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.654066 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.654234 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.654407 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.654576 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.654736 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.654891 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.655053 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.655215 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.655378 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.655551 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.655700 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.655860 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.656022 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.656192 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.656368 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.656528 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.656691 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.656853 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.657038 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.657201 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.657363 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.657547 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.657709 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.657872 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.658034 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.658196 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.658359 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.658522 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.658685 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.658849 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.659015 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.659176 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.659527 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.659847 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.660012 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.660177 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.660341 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.660506 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.660671 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.660852 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.660999 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.661162 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.661327 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.661516 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.661685 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.661841 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.662009 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.662665 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.662855 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.663016 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.663181 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.663343 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.663506 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.663670 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.663832 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.663997 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.664161 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.664324 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.664487 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.664649 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.664812 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.664974 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.665139 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.665303 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.665492 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.665658 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.665822 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.665987 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.666151 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.666314 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.666478 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.666642 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.666805 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.666983 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.667148 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.667311 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.667474 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.667640 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.667804 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.667966 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.668129 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.668291 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.668455 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.668618 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.668783 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.668987 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.669115 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.669245 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.669400 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.669648 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.669941 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.669941 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.670180 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.670302 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.670453 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.670578 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.670700 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.670842 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.671005 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.671168 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.671331 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.671494 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.671667 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.671830 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.671993 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.672157 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.672320 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.672492 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.672655 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.672819 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.673660 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.673660 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.673660 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.673660 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.674945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.674945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.674945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.674945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.674945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.674945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.674945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.674945 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.677505 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.677505 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.677505 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.677505 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.677505 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.677505 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.677505 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.677505 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.679278 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.679278 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.679278 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.679278 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.679278 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.679278 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.679278 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.679278 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683124 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683124 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683124 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683124 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683124 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683124 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683124 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683124 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683124 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683726 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683726 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683726 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683726 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683726 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683726 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683726 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683726 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.683726 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.684309 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.684309 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.684309 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.684309 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:17.684309 dv-cinder-768105-9-smb neutron-server[91508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 11:10:17.736700 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 34474) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:17.745988 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [-] 10.222.0.107 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0071044 May 19 11:10:28.688734 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9688eaeb-cf3d-4318-9be9-65203a1072a2 None None] get_active_networks_info from dv-cinder-768105-9-smb {{(pid=91617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 11:10:28.758282 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688eaeb-cf3d-4318-9be9-65203a1072a2 None None] No non-hosted networks {{(pid=91617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 11:10:28.759864 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5534694c-e347-47fb-a5e1-cb333565241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708'] for agent, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:31.191557 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708'] for agent, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:31.196108 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.197765 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.198445 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.199180 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.200131 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.200667 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.201769 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.202700 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.203204 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.203937 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.204847 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.205373 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:31.206593 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768105-9-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:31.218762 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768105-9-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:31.466194 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a7732239-79d8-4781-903b-8d6cf872a7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708'] for agent, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:31.526908 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-72084fb3-508d-495e-8822-95d4e3befecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:32.383256 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708'] for agent, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:33.802707 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708'] for agent, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:35.455807 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 34566) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:35.501369 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.db.l3_hamode_db [None req-46a75073-b1bf-4bf8-84f9-1e38bc3e902a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 11:10:35.586886 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a75073-b1bf-4bf8-84f9-1e38bc3e902a None None] Routers set() bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:10:35.587282 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a75073-b1bf-4bf8-84f9-1e38bc3e902a None None] Router IDs set() for agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 19 11:10:36.049179 dv-cinder-768105-9-smb neutron-server[91616]: WARNING oslo_policy.policy [None req-5553c173-cc73-4b0e-ae84-cea85f90447c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:36.049770 dv-cinder-768105-9-smb neutron-server[91616]: WARNING oslo_policy.policy [None req-5553c173-cc73-4b0e-ae84-cea85f90447c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:36.266400 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [None req-5553c173-cc73-4b0e-ae84-cea85f90447c admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:10:36.267570 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-5553c173-cc73-4b0e-ae84-cea85f90447c admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8097603 May 19 11:10:38.629875 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 34580) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:39.029145 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-fba6f133-a1e9-4a4f-87f6-9676cdc9d90a admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:10:39.128928 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.policy [None req-fba6f133-a1e9-4a4f-87f6-9676cdc9d90a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91616) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 11:10:39.174703 dv-cinder-768105-9-smb neutron-server[91616]: WARNING oslo_policy.policy [None req-fba6f133-a1e9-4a4f-87f6-9676cdc9d90a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:39.175094 dv-cinder-768105-9-smb neutron-server[91616]: WARNING oslo_policy.policy [None req-fba6f133-a1e9-4a4f-87f6-9676cdc9d90a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:39.183697 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.quota [None req-fba6f133-a1e9-4a4f-87f6-9676cdc9d90a admin admin] Loaded quota_driver: . May 19 11:10:39.198990 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-fba6f133-a1e9-4a4f-87f6-9676cdc9d90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:39.260395 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fba6f133-a1e9-4a4f-87f6-9676cdc9d90a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743687048767', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743687048418', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743687057457', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743687031653', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743687041760', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743687014681', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3618834', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3442771', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-304822', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-757754'] for rbac-policy, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:39.326077 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fba6f133-a1e9-4a4f-87f6-9676cdc9d90a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:39.327292 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-fba6f133-a1e9-4a4f-87f6-9676cdc9d90a admin admin] 10.222.0.107 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6985660 May 19 11:10:42.008217 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 34594) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:42.378517 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Request body: {'network': {'project_id': 'a163278514634312b2ab3b8295f914bc', 'name': 'private', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'admin_state_up': True}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:10:42.384478 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:42.389125 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Usage tracker for resource:network and tenant:a163278514634312b2ab3b8295f914bc is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:10:42.394334 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:10:42.400574 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:10:42.412443 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Made reservation on behalf of a163278514634312b2ab3b8295f914bc for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:10:42.415555 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.433614 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.447802 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:42.451513 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Usage tracker for resource:security_group_rule and tenant:a163278514634312b2ab3b8295f914bc is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:10:42.456693 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:10:42.462437 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:10:42.583135 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.588320 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.593049 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:42.615631 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:10:42.640707 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743687231690', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.641297 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Unsubscribe: segment precommit_create {{(pid=91616) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 11:10:42.641799 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.segments_db [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Added segment 4f68b980-c1c1-42ba-b5ab-5c58574c1151 of type vlan for network 2db8211a-e79d-4e33-8194-28d0a3ea3d8c May 19 11:10:42.650056 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f0765-b33f-485a-8dfc-1c838b922e4e,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:42.699840 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.700176 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.700499 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.700817 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.701133 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.701466 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.701783 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.702093 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.702414 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.702721 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.703025 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.703325 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Tracked resource versions report: May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: pushed versions: May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: { 'AddressGroup': {'1.2'}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'ConntrackHelper': {'1.0'}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'Log': {'1.0'}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'Network': {'1.1'}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'Port': {'1.7'}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'PortForwarding': {'1.2'}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'QosPolicy': {'1.8'}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'SecurityGroup': {'1.4'}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'SecurityGroupRule': {'1.2'}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'SubPort': {'1.0'}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'Subnet': {'1.1'}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'Trunk': {'1.1'}} May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: consumer versions: May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: { DHCP agent@dv-cinder-768105-9-smb: {}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: L3 agent@dv-cinder-768105-9-smb: {}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: Metadata agent@dv-cinder-768105-9-smb: {}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: Metering agent@dv-cinder-768105-9-smb: {}, May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: Open vSwitch agent@dv-cinder-768105-9-smb: { 'AddressGroup': '1.2', May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'ConntrackHelper': '1.0', May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'Log': '1.0', May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'Network': '1.1', May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'Port': '1.7', May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'PortForwarding': '1.2', May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'QosPolicy': '1.8', May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'SecurityGroup': '1.4', May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'SecurityGroupRule': '1.2', May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'SubPort': '1.0', May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'Subnet': '1.1', May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: 'Trunk': '1.1'}} May 19 11:10:42.704362 dv-cinder-768105-9-smb neutron-server[91616]: {{(pid=91616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:10:42.759658 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:42.761333 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.801575 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.803153 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:10:42.803773 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.808677 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:42.918298 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9089019 May 19 11:10:42.918910 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Pushing event updated for resources: {'Network': ['ID=2db8211a-e79d-4e33-8194-28d0a3ea3d8c,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:42.922078 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:42.930500 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 2db8211a-e79d-4e33-8194-28d0a3ea3d8c details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:10:45.582167 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 34610) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:46.189685 dv-cinder-768105-9-smb neutron-server[91615]: WARNING oslo_policy.policy [None req-5815373d-b0c4-4eb2-9e38-4afa2435204d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:46.190274 dv-cinder-768105-9-smb neutron-server[91615]: WARNING oslo_policy.policy [None req-5815373d-b0c4-4eb2-9e38-4afa2435204d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:46.623614 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.policy [None req-5815373d-b0c4-4eb2-9e38-4afa2435204d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91615) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 11:10:46.668718 dv-cinder-768105-9-smb neutron-server[91615]: WARNING oslo_policy.policy [None req-5815373d-b0c4-4eb2-9e38-4afa2435204d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:46.669099 dv-cinder-768105-9-smb neutron-server[91615]: WARNING oslo_policy.policy [None req-5815373d-b0c4-4eb2-9e38-4afa2435204d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:46.678584 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5815373d-b0c4-4eb2-9e38-4afa2435204d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:10:46.680325 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-5815373d-b0c4-4eb2-9e38-4afa2435204d admin admin] 10.222.0.107 "GET /v2.0/networks/2db8211a-e79d-4e33-8194-28d0a3ea3d8c HTTP/1.1" status: 200 len: 826 time: 1.0972760 May 19 11:10:46.711222 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-cc398253-ae38-4e98-a450-45fa6899fa80 admin admin] 10.222.0.107 "GET /v2.0/subnetpools/9b503e3e-4567-4c8c-aca4-d0fdeaf63c35 HTTP/1.1" status: 200 len: 734 time: 0.0255413 May 19 11:10:46.719622 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Request body: {'subnet': {'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9b503e3e-4567-4c8c-aca4-d0fdeaf63c35', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:10:46.721158 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.quota [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Loaded quota_driver: . May 19 11:10:46.727159 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:46.732395 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Usage tracker for resource:subnet and tenant:a163278514634312b2ab3b8295f914bc is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:10:46.735689 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:10:46.743224 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:10:46.757613 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Made reservation on behalf of a163278514634312b2ab3b8295f914bc for: {'subnet': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:10:46.760311 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:47.268121 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108'] for subnet, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:47.274544 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:47.348259 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Checking segment: {'id': '4f68b980-c1c1-42ba-b5ab-5c58574c1151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:10:47.349156 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Network hostable DHCP agents. Network: 2db8211a-e79d-4e33-8194-28d0a3ea3d8c, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:10:47.370425 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12a33dc-3e74-42c1-9619-b6d83a688767,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:47.379798 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.380133 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.380467 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.380786 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.381101 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.381418 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.381772 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.382082 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.382436 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.382747 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.383054 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.383356 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Tracked resource versions report: May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: pushed versions: May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: { 'AddressGroup': {'1.2'}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'ConntrackHelper': {'1.0'}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'Log': {'1.0'}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'Network': {'1.1'}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'Port': {'1.7'}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'PortForwarding': {'1.2'}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'QosPolicy': {'1.8'}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'SecurityGroup': {'1.4'}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'SecurityGroupRule': {'1.2'}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'SubPort': {'1.0'}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'Subnet': {'1.1'}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'Trunk': {'1.1'}} May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: consumer versions: May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: { DHCP agent@dv-cinder-768105-9-smb: {}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: L3 agent@dv-cinder-768105-9-smb: {}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: Metadata agent@dv-cinder-768105-9-smb: {}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: Metering agent@dv-cinder-768105-9-smb: {}, May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: Open vSwitch agent@dv-cinder-768105-9-smb: { 'AddressGroup': '1.2', May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'ConntrackHelper': '1.0', May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'Log': '1.0', May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'Network': '1.1', May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'Port': '1.7', May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'PortForwarding': '1.2', May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'QosPolicy': '1.8', May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'SecurityGroup': '1.4', May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'SecurityGroupRule': '1.2', May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'SubPort': '1.0', May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'Subnet': '1.1', May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: 'Trunk': '1.1'}} May 19 11:10:47.384488 dv-cinder-768105-9-smb neutron-server[91615]: {{(pid=91615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:10:47.404798 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Network 2db8211a-e79d-4e33-8194-28d0a3ea3d8c is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:10:47.419287 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 2db8211a-e79d-4e33-8194-28d0a3ea3d8c) {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:10:47.430888 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:47.443292 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:10:47.443986 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:47.449282 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97155b62-1c42-46a8-b10c-319546e0b7bd None None] Network 2db8211a-e79d-4e33-8194-28d0a3ea3d8c requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:10:47.466189 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7499633 May 19 11:10:47.761000 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2190e0d7-a4b4-5478-974a-93bbd660ceae-2db8211a-e79d-4e33-8194-28d0a3ea3d8c', 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'fixed_ips': [{'subnet_id': 'e12a33dc-3e74-42c1-9619-b6d83a688767'}]}} from dv-cinder-768105-9-smb. {{(pid=91617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:10:47.762175 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:47.963348 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Allocated IP 172.20.0.2 (2db8211a-e79d-4e33-8194-28d0a3ea3d8c/e12a33dc-3e74-42c1-9619-b6d83a688767/cbd86b12-760e-4038-a2ae-265be8930417) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:10:48.198627 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:48.214782 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Transition to ACTIVE for port object cbd86b12-760e-4038-a2ae-265be8930417 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:10:48.233292 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Transition to ACTIVE for port object cbd86b12-760e-4038-a2ae-265be8930417 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:10:48.240448 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:48.245146 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:48.306071 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Network 2db8211a-e79d-4e33-8194-28d0a3ea3d8c is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:10:48.308976 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Resources bound (agent type, host, resource id): {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:10:48.314403 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:10:48.320346 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Pushing event updated for resources: {'Port': ['ID=cbd86b12-760e-4038-a2ae-265be8930417,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:48.355501 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.355830 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.356152 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.356469 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.356783 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.357094 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.357404 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.357732 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.358035 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.358336 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.358637 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.358935 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Tracked resource versions report: May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: pushed versions: May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: { 'AddressGroup': {'1.2'}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'ConntrackHelper': {'1.0'}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'Log': {'1.0'}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'Network': {'1.1'}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'Port': {'1.7'}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'PortForwarding': {'1.2'}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'QosPolicy': {'1.8'}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'SecurityGroup': {'1.4'}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'SecurityGroupRule': {'1.2'}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'SubPort': {'1.0'}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'Subnet': {'1.1'}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'Trunk': {'1.1'}} May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: consumer versions: May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: { DHCP agent@dv-cinder-768105-9-smb: {}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: L3 agent@dv-cinder-768105-9-smb: {}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: Metadata agent@dv-cinder-768105-9-smb: {}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: Metering agent@dv-cinder-768105-9-smb: {}, May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: Open vSwitch agent@dv-cinder-768105-9-smb: { 'AddressGroup': '1.2', May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'ConntrackHelper': '1.0', May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'Log': '1.0', May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'Network': '1.1', May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'Port': '1.7', May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'PortForwarding': '1.2', May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'QosPolicy': '1.8', May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'SecurityGroup': '1.4', May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'SecurityGroupRule': '1.2', May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'SubPort': '1.0', May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'Subnet': '1.1', May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: 'Trunk': '1.1'}} May 19 11:10:48.359998 dv-cinder-768105-9-smb neutron-server[91617]: {{(pid=91617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:10:48.368657 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:48.421809 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Attempting to bind port cbd86b12-760e-4038-a2ae-265be8930417 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:10:48.422191 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Attempting to bind port cbd86b12-760e-4038-a2ae-265be8930417 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '4f68b980-c1c1-42ba-b5ab-5c58574c1151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:10:48.422605 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Attempting to bind port cbd86b12-760e-4038-a2ae-265be8930417 on network 2db8211a-e79d-4e33-8194-28d0a3ea3d8c {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:10:48.428504 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:10:48.428900 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Checking segment: {'id': '4f68b980-c1c1-42ba-b5ab-5c58574c1151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:10:48.429373 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:48.429780 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Bound using segment: {'id': '4f68b980-c1c1-42ba-b5ab-5c58574c1151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:10:48.430257 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Bound port: cbd86b12-760e-4038-a2ae-265be8930417, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f68b980-c1c1-42ba-b5ab-5c58574c1151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:10:48.430618 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:48.523125 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] For port cbd86b12-760e-4038-a2ae-265be8930417, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:10:48.528411 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] For port cbd86b12-760e-4038-a2ae-265be8930417, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=cbd86b12-760e-4038-a2ae-265be8930417,segment=NetworkSegment(4f68b980-c1c1-42ba-b5ab-5c58574c1151),segment_id=4f68b980-c1c1-42ba-b5ab-5c58574c1151)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:10:48.533241 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:48.537673 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:48.624843 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Pushing event updated for resources: {'Port': ['ID=cbd86b12-760e-4038-a2ae-265be8930417,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:48.634771 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:49.922033 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 34632) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:50.366586 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [None req-a7a159a0-7bc9-48ae-89bf-f47cf4c85eb6 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:10:50.367900 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-a7a159a0-7bc9-48ae-89bf-f47cf4c85eb6 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4449058 May 19 11:10:52.857993 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 34642) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:53.232569 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device cbd86b12-760e-4038-a2ae-265be8930417 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:10:53.315499 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port cbd86b12-760e-4038-a2ae-265be8930417 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:10:53.353528 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [None req-143e370f-5818-4f4c-bc81-027c46c39394 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:10:53.354541 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-143e370f-5818-4f4c-bc81-027c46c39394 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4955277 May 19 11:10:54.406859 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a457b1c3-9878-407f-8ef6-690e1c4ece9b None None] Network 2db8211a-e79d-4e33-8194-28d0a3ea3d8c requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:10:54.535455 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-3f60ebb5-434d-47db-8600-623283d046eb None None] Provisioning for port cbd86b12-760e-4038-a2ae-265be8930417 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:10:54.557282 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-3f60ebb5-434d-47db-8600-623283d046eb None None] Provisioning complete for port cbd86b12-760e-4038-a2ae-265be8930417 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:10:54.557949 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3f60ebb5-434d-47db-8600-623283d046eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:54.794784 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3f60ebb5-434d-47db-8600-623283d046eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:54.879459 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-3f60ebb5-434d-47db-8600-623283d046eb None None] For port cbd86b12-760e-4038-a2ae-265be8930417, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=cbd86b12-760e-4038-a2ae-265be8930417,segment=NetworkSegment(4f68b980-c1c1-42ba-b5ab-5c58574c1151),segment_id=4f68b980-c1c1-42ba-b5ab-5c58574c1151)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:10:54.888587 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3f60ebb5-434d-47db-8600-623283d046eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:54.892553 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:54.978985 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60ebb5-434d-47db-8600-623283d046eb None None] Pushing event updated for resources: {'Port': ['ID=cbd86b12-760e-4038-a2ae-265be8930417,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:54.983907 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-3f60ebb5-434d-47db-8600-623283d046eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:55.179503 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device cbd86b12-760e-4038-a2ae-265be8930417 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:10:55.244470 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-590c2d9d-f69f-46b9-b4e7-597bc980fe98 None None] Provisioning complete for port cbd86b12-760e-4038-a2ae-265be8930417 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:10:55.244769 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-590c2d9d-f69f-46b9-b4e7-597bc980fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:55.340112 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port cbd86b12-760e-4038-a2ae-265be8930417 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:10:55.340402 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.175200 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 34658) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:56.595264 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-6bbb325c-04a0-4d5e-a23a-d919d52172ca admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'a163278514634312b2ab3b8295f914bc'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:10:56.600263 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6bbb325c-04a0-4d5e-a23a-d919d52172ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:56.604348 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-6bbb325c-04a0-4d5e-a23a-d919d52172ca admin admin] Usage tracker for resource:router and tenant:a163278514634312b2ab3b8295f914bc is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:10:56.608237 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-6bbb325c-04a0-4d5e-a23a-d919d52172ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:10:56.616959 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6bbb325c-04a0-4d5e-a23a-d919d52172ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:10:56.627258 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6bbb325c-04a0-4d5e-a23a-d919d52172ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.629660 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6bbb325c-04a0-4d5e-a23a-d919d52172ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.653083 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6bbb325c-04a0-4d5e-a23a-d919d52172ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.768439 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6bbb325c-04a0-4d5e-a23a-d919d52172ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404623'] for router, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.790102 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6bbb325c-04a0-4d5e-a23a-d919d52172ca admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.791293 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-6bbb325c-04a0-4d5e-a23a-d919d52172ca admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6151264 May 19 11:10:58.559471 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-907bba4d-f9aa-477e-b54b-e3d0e7a69dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:59.168827 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 34668) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:59.542822 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [None req-1aabfb94-9eff-458a-ab36-07eb92a5ca9d admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:10:59.543789 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-1aabfb94-9eff-458a-ab36-07eb92a5ca9d admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3740408 May 19 11:11:01.172667 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:01.463109 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-486ed360-1267-483d-8554-db84c3e5bb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:01.966315 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 34678) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:11:02.327689 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:02.407130 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:11:02.412742 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:11:02.416853 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Usage tracker for resource:network and tenant:f46a735c6254405e9f8bed513881ab4d is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:11:02.420228 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:11:02.426455 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:11:02.435424 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Made reservation on behalf of f46a735c6254405e9f8bed513881ab4d for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:11:02.437702 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:02.450114 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:02.465591 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:11:02.469855 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Usage tracker for resource:security_group_rule and tenant:f46a735c6254405e9f8bed513881ab4d is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:11:02.473578 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:11:02.479532 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:11:02.569832 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:02.574475 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:02.581371 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:02.604718 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Reserving flat network on physical network physnet1 {{(pid=91616) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 11:11:02.629894 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:02.630119 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.segments_db [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Added segment 4a6070b1-c854-4377-94df-1a533a1da802 of type flat for network e5113189-49f1-4a6b-9cbc-e8af0973913c May 19 11:11:02.635380 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff4944-ed42-4714-823f-314d47ae78b7,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:02.638918 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:02.666995 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:02.709992 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:02.711602 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:02.711971 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:02.715354 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:02.829763 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8623109 May 19 11:11:02.830505 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Pushing event updated for resources: {'Network': ['ID=e5113189-49f1-4a6b-9cbc-e8af0973913c,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:02.834179 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:02.841401 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network e5113189-49f1-4a6b-9cbc-e8af0973913c details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:11:03.760074 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:05.269171 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 34698) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:11:05.489937 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909461c3-4b91-4039-8309-f8ea6268ccd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:05.491212 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-909461c3-4b91-4039-8309-f8ea6268ccd4 admin admin] 10.222.0.107 "GET /v2.0/subnets/e12a33dc-3e74-42c1-9619-b6d83a688767 HTTP/1.1" status: 200 len: 849 time: 0.2205307 May 19 11:11:05.682950 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-e258e5b7-890a-4fdd-aa5d-ae705874435f admin admin] 10.222.0.107 "GET /v2.0/routers/4f851530-f46c-499f-9545-fafa5cb8e8e7 HTTP/1.1" status: 200 len: 704 time: 0.1857643 May 19 11:11:06.175564 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:06.438750 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Allocated IP 172.20.0.1 (2db8211a-e79d-4e33-8194-28d0a3ea3d8c/e12a33dc-3e74-42c1-9619-b6d83a688767/c2ecad34-b9e0-4cca-a06f-f613e52c0200) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:11:06.602477 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:06.621679 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Transition to ACTIVE for port object c2ecad34-b9e0-4cca-a06f-f613e52c0200 will not be triggered until provisioned by entity DHCP. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:11:06.690987 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:06.696282 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:06.760333 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Network 2db8211a-e79d-4e33-8194-28d0a3ea3d8c is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:11:06.763740 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:11:06.770751 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:11:06.770913 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405564'] for router_interface, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:06.967171 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-18d57fe3-8830-4985-bd77-29d7d701289e None None] Provisioning for port c2ecad34-b9e0-4cca-a06f-f613e52c0200 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:11:06.973203 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-18d57fe3-8830-4985-bd77-29d7d701289e None None] Provisioning complete for port c2ecad34-b9e0-4cca-a06f-f613e52c0200 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:11:06.973677 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-18d57fe3-8830-4985-bd77-29d7d701289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:06.992454 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Pushing event updated for resources: {'Port': ['ID=c2ecad34-b9e0-4cca-a06f-f613e52c0200,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:06.999593 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:07.037258 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-18d57fe3-8830-4985-bd77-29d7d701289e None None] Port c2ecad34-b9e0-4cca-a06f-f613e52c0200 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:11:07.124103 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:07.385349 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:07.390653 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:07.392097 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405595'] for router_interface, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:07.398895 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:07.553035 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Pushing event updated for resources: {'Port': ['ID=c2ecad34-b9e0-4cca-a06f-f613e52c0200,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:07.559393 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:07.622094 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Network 2db8211a-e79d-4e33-8194-28d0a3ea3d8c is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:11:07.623215 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:11:07.832974 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Router 4f851530-f46c-499f-9545-fafa5cb8e8e7 is scheduled to L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 with binding_index 1 {{(pid=91615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:11:07.862572 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-f16eb2e0-c02d-493f-ae8f-47f3d41e1688 None None] Provisioning complete for port c2ecad34-b9e0-4cca-a06f-f613e52c0200 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:11:07.863450 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f16eb2e0-c02d-493f-ae8f-47f3d41e1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:07.923892 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-f16eb2e0-c02d-493f-ae8f-47f3d41e1688 None None] Port c2ecad34-b9e0-4cca-a06f-f613e52c0200 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:11:07.996101 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:11:08.006816 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Sync routers for ids ['4f851530-f46c-499f-9545-fafa5cb8e8e7'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:11:08.008827 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] 10.222.0.107 "PUT /v2.0/routers/4f851530-f46c-499f-9545-fafa5cb8e8e7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3203776 May 19 11:11:08.020848 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Routers {'4f851530-f46c-499f-9545-fafa5cb8e8e7'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:11:08.022030 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:11:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['4f851530-f46c-499f-9545-fafa5cb8e8e7'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:08.251822 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Set router 4f851530-f46c-499f-9545-fafa5cb8e8e7 gateway port host: None {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:11:08.654196 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'name': 'router1', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:56Z', 'updated_at': '2021-05-19T11:11:07Z', 'revision_number': 2, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'gw_port_host': None, '_interfaces': [{'id': 'c2ecad34-b9e0-4cca-a06f-f613e52c0200', 'name': '', 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'mac_address': 'fa:16:3e:40:af:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:11:06Z', 'updated_at': '2021-05-19T11:11:07Z', 'revision_number': 2, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'subnets': [{'id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b503e3e-4567-4c8c-aca4-d0fdeaf63c35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:08.660672 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Checking router: 4f851530-f46c-499f-9545-fafa5cb8e8e7 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:11:08.661065 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Updating router 4f851530-f46c-499f-9545-fafa5cb8e8e7 port c2ecad34-b9e0-4cca-a06f-f613e52c0200 binding host dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:11:08.729153 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:09.239859 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:09.264580 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Transition to ACTIVE for port object c2ecad34-b9e0-4cca-a06f-f613e52c0200 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:11:09.273601 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:09.279176 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:09.502642 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Pushing event updated for resources: {'Port': ['ID=c2ecad34-b9e0-4cca-a06f-f613e52c0200,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:09.520625 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.520961 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.521491 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.522842 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.523212 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.523542 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.523869 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.524192 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.524514 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.524831 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.525148 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.525478 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Tracked resource versions report: May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: pushed versions: May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: { 'AddressGroup': {'1.2'}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'ConntrackHelper': {'1.0'}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'Log': {'1.0'}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'Network': {'1.1'}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'Port': {'1.7'}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'PortForwarding': {'1.2'}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'QosPolicy': {'1.8'}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'SecurityGroup': {'1.4'}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'SecurityGroupRule': {'1.2'}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'SubPort': {'1.0'}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'Subnet': {'1.1'}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'Trunk': {'1.1'}} May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: consumer versions: May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: { DHCP agent@dv-cinder-768105-9-smb: {}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: L3 agent@dv-cinder-768105-9-smb: {}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: Metadata agent@dv-cinder-768105-9-smb: {}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: Metering agent@dv-cinder-768105-9-smb: {}, May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: Open vSwitch agent@dv-cinder-768105-9-smb: { 'AddressGroup': '1.2', May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'ConntrackHelper': '1.0', May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'Log': '1.0', May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'Network': '1.1', May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'Port': '1.7', May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'PortForwarding': '1.2', May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'QosPolicy': '1.8', May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'SecurityGroup': '1.4', May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'SecurityGroupRule': '1.2', May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'SubPort': '1.0', May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'Subnet': '1.1', May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: 'Trunk': '1.1'}} May 19 11:11:09.526567 dv-cinder-768105-9-smb neutron-server[91618]: {{(pid=91618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:11:09.532831 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Attempting to bind port c2ecad34-b9e0-4cca-a06f-f613e52c0200 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:11:09.533237 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Attempting to bind port c2ecad34-b9e0-4cca-a06f-f613e52c0200 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '4f68b980-c1c1-42ba-b5ab-5c58574c1151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:11:09.533702 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Attempting to bind port c2ecad34-b9e0-4cca-a06f-f613e52c0200 on network 2db8211a-e79d-4e33-8194-28d0a3ea3d8c {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:11:09.536412 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:09.540579 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:11:09.540866 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Checking segment: {'id': '4f68b980-c1c1-42ba-b5ab-5c58574c1151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:11:09.541364 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:09.541851 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Bound using segment: {'id': '4f68b980-c1c1-42ba-b5ab-5c58574c1151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:11:09.542369 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Bound port: c2ecad34-b9e0-4cca-a06f-f613e52c0200, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f68b980-c1c1-42ba-b5ab-5c58574c1151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:11:09.542916 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:09.638524 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] For port c2ecad34-b9e0-4cca-a06f-f613e52c0200, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:11:09.643127 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] For port c2ecad34-b9e0-4cca-a06f-f613e52c0200, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c2ecad34-b9e0-4cca-a06f-f613e52c0200,segment=NetworkSegment(4f68b980-c1c1-42ba-b5ab-5c58574c1151),segment_id=4f68b980-c1c1-42ba-b5ab-5c58574c1151)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:11:09.648236 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:09.653073 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:09.761161 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Routers {'4f851530-f46c-499f-9545-fafa5cb8e8e7'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:11:09.761829 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:11:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['4f851530-f46c-499f-9545-fafa5cb8e8e7'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:09.909530 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Pushing event updated for resources: {'Port': ['ID=c2ecad34-b9e0-4cca-a06f-f613e52c0200,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:09.922693 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:09.949018 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] Set router 4f851530-f46c-499f-9545-fafa5cb8e8e7 gateway port host: None {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:11:10.294250 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'name': 'router1', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:56Z', 'updated_at': '2021-05-19T11:11:07Z', 'revision_number': 2, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'gw_port_host': None, '_interfaces': [{'id': 'c2ecad34-b9e0-4cca-a06f-f613e52c0200', 'name': '', 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'mac_address': 'fa:16:3e:40:af:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:11:06Z', 'updated_at': '2021-05-19T11:11:09Z', 'revision_number': 4, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'subnets': [{'id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b503e3e-4567-4c8c-aca4-d0fdeaf63c35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:10.298653 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c2d45-79d0-45a4-82ab-7eadb22e358a None None] The sync data for ids ['4f851530-f46c-499f-9545-fafa5cb8e8e7'] in dv-cinder-768105-9-smb is: [{'id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'name': 'router1', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:56Z', 'updated_at': '2021-05-19T11:11:07Z', 'revision_number': 2, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'gw_port_host': None, '_interfaces': [{'id': 'c2ecad34-b9e0-4cca-a06f-f613e52c0200', 'name': '', 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'mac_address': 'fa:16:3e:40:af:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:11:06Z', 'updated_at': '2021-05-19T11:11:09Z', 'revision_number': 4, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'subnets': [{'id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b503e3e-4567-4c8c-aca4-d0fdeaf63c35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:11:10.390568 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 34720) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:11:10.536167 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabf89f3-b708-434e-ab67-f89f42203cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:10.537549 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-dabf89f3-b708-434e-ab67-f89f42203cdc admin admin] 10.222.0.107 "GET /v2.0/networks/e5113189-49f1-4a6b-9cbc-e8af0973913c HTTP/1.1" status: 200 len: 842 time: 0.1458662 May 19 11:11:10.546771 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Request body: {'subnet': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:11:10.552299 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:11:10.556047 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Usage tracker for resource:subnet and tenant:f46a735c6254405e9f8bed513881ab4d is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:11:10.558843 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:11:10.564485 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:11:10.574310 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Made reservation on behalf of f46a735c6254405e9f8bed513881ab4d for: {'subnet': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:11:10.576567 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:11.032161 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.objects.ports [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91615) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 11:11:11.032161 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108'] for subnet, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:11.032161 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2608e06f-4a93-4525-812e-bc1717e2e752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:11.106048 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c2c9f0-654f-4da4-932a-2688ff919c5c,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:11.110020 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Checking segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:11:11.110378 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Network hostable DHCP agents. Network: e5113189-49f1-4a6b-9cbc-e8af0973913c, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:11:11.113069 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:11.130496 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:11:11.143863 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, e5113189-49f1-4a6b-9cbc-e8af0973913c) {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:11:11.149145 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:11.149766 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:11.155194 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d9eca4-1863-45ca-8b72-39d98b262102 None None] Network e5113189-49f1-4a6b-9cbc-e8af0973913c requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:11:11.169757 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6264184 May 19 11:11:11.366017 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abed0d93-097d-4278-9d5a-7e8f16fbe3b0 None None] Network e5113189-49f1-4a6b-9cbc-e8af0973913c requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:11:13.184236 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c2ecad34-b9e0-4cca-a06f-f613e52c0200 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:11:13.271238 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port c2ecad34-b9e0-4cca-a06f-f613e52c0200 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:11:13.276463 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port c2ecad34-b9e0-4cca-a06f-f613e52c0200 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:11:13.277344 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:13.405392 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:13.407157 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 34734) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:11:13.448168 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port c2ecad34-b9e0-4cca-a06f-f613e52c0200, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c2ecad34-b9e0-4cca-a06f-f613e52c0200,segment=NetworkSegment(4f68b980-c1c1-42ba-b5ab-5c58574c1151),segment_id=4f68b980-c1c1-42ba-b5ab-5c58574c1151)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:11:13.451855 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:13.454134 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-824d08b2-16b3-4494-9688-195ba330e7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:13.543020 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=c2ecad34-b9e0-4cca-a06f-f613e52c0200,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:13.548975 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:13.686236 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-2d644c12-e133-460e-93ec-b9bfc107c655 admin admin] 10.222.0.107 "GET /v2.0/routers/4f851530-f46c-499f-9545-fafa5cb8e8e7 HTTP/1.1" status: 200 len: 710 time: 0.2778404 May 19 11:11:13.823456 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8412dd5-eeb8-4bf6-bf10-98e355153ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:13.824831 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-f8412dd5-eeb8-4bf6-bf10-98e355153ae1 admin admin] 10.222.0.107 "GET /v2.0/networks/e5113189-49f1-4a6b-9cbc-e8af0973913c HTTP/1.1" status: 200 len: 886 time: 0.1336324 May 19 11:11:13.834133 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:11:14.280308 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6477'] for router, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:14.640647 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:14.698738 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:14.831275 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Allocated IP 172.28.2.140 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/f678369a-adc8-4b59-bdc3-d1eee49250dd) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:11:14.973930 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:15.002411 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:15.006973 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:15.065909 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:11:15.068719 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:11:15.076312 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:11:15.129825 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Pushing event updated for resources: {'Port': ['ID=f678369a-adc8-4b59-bdc3-d1eee49250dd,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:15.139201 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:15.161862 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c2ecad34-b9e0-4cca-a06f-f613e52c0200 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:11:15.231153 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port c2ecad34-b9e0-4cca-a06f-f613e52c0200 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:11:15.231441 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:15.462125 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:15.794331 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6477'] for router, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:15.797720 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712024'] for router, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:16.026114 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Router 4f851530-f46c-499f-9545-fafa5cb8e8e7 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:11:16.204395 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:11:16.213206 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Notify callbacks [] for router, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:16.213909 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Sync routers for ids ['4f851530-f46c-499f-9545-fafa5cb8e8e7'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:11:16.214435 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] 10.222.0.107 "PUT /v2.0/routers/4f851530-f46c-499f-9545-fafa5cb8e8e7 HTTP/1.1" status: 200 len: 890 time: 2.3842249 May 19 11:11:16.225519 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Routers {'4f851530-f46c-499f-9545-fafa5cb8e8e7'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:11:16.226503 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:11:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['4f851530-f46c-499f-9545-fafa5cb8e8e7'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:16.453204 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Set router 4f851530-f46c-499f-9545-fafa5cb8e8e7 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:11:16.808956 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'name': 'router1', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f678369a-adc8-4b59-bdc3-d1eee49250dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:56Z', 'updated_at': '2021-05-19T11:11:15Z', 'revision_number': 4, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'gw_port': {'id': 'f678369a-adc8-4b59-bdc3-d1eee49250dd', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:11:14Z', 'updated_at': '2021-05-19T11:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'c2ecad34-b9e0-4cca-a06f-f613e52c0200', 'name': '', 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'mac_address': 'fa:16:3e:40:af:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:11:06Z', 'updated_at': '2021-05-19T11:11:13Z', 'revision_number': 5, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'subnets': [{'id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b503e3e-4567-4c8c-aca4-d0fdeaf63c35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:16.814497 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Checking router: 4f851530-f46c-499f-9545-fafa5cb8e8e7 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:11:16.814975 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Updating router 4f851530-f46c-499f-9545-fafa5cb8e8e7 port f678369a-adc8-4b59-bdc3-d1eee49250dd binding host dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:11:16.869975 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:17.243674 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:17.256223 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Transition to ACTIVE for port object f678369a-adc8-4b59-bdc3-d1eee49250dd will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:11:17.264006 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:17.269627 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:17.348465 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea50441-0e90-4fe7-8776-be05eb928c99 None None] Pushing event updated for resources: {'Port': ['ID=f678369a-adc8-4b59-bdc3-d1eee49250dd,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:17.352609 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6ea50441-0e90-4fe7-8776-be05eb928c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:17.355129 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Attempting to bind port f678369a-adc8-4b59-bdc3-d1eee49250dd on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:11:17.355534 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Attempting to bind port f678369a-adc8-4b59-bdc3-d1eee49250dd by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:11:17.355976 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Attempting to bind port f678369a-adc8-4b59-bdc3-d1eee49250dd on network e5113189-49f1-4a6b-9cbc-e8af0973913c {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:11:17.362308 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:11:17.363237 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Checking segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:11:17.363641 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:17.364025 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Bound using segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:11:17.364505 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Bound port: f678369a-adc8-4b59-bdc3-d1eee49250dd, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:11:17.364904 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:17.443553 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] For port f678369a-adc8-4b59-bdc3-d1eee49250dd, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:11:17.446696 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] For port f678369a-adc8-4b59-bdc3-d1eee49250dd, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=f678369a-adc8-4b59-bdc3-d1eee49250dd,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:11:17.452048 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:17.455925 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:17.533992 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Routers {'4f851530-f46c-499f-9545-fafa5cb8e8e7'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:11:17.535344 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:11:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['4f851530-f46c-499f-9545-fafa5cb8e8e7'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:17.604753 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea50441-0e90-4fe7-8776-be05eb928c99 None None] Pushing event updated for resources: {'Port': ['ID=f678369a-adc8-4b59-bdc3-d1eee49250dd,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:17.607804 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6ea50441-0e90-4fe7-8776-be05eb928c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:17.740517 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] Set router 4f851530-f46c-499f-9545-fafa5cb8e8e7 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:11:18.170753 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'name': 'router1', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f678369a-adc8-4b59-bdc3-d1eee49250dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:56Z', 'updated_at': '2021-05-19T11:11:15Z', 'revision_number': 4, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'gw_port': {'id': 'f678369a-adc8-4b59-bdc3-d1eee49250dd', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:11:14Z', 'updated_at': '2021-05-19T11:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'c2ecad34-b9e0-4cca-a06f-f613e52c0200', 'name': '', 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'mac_address': 'fa:16:3e:40:af:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:11:06Z', 'updated_at': '2021-05-19T11:11:13Z', 'revision_number': 5, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'subnets': [{'id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b503e3e-4567-4c8c-aca4-d0fdeaf63c35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:18.174750 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f33c75d-a004-4941-ba7a-d2feadc07b9f None None] The sync data for ids ['4f851530-f46c-499f-9545-fafa5cb8e8e7'] in dv-cinder-768105-9-smb is: [{'id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'name': 'router1', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': 'f678369a-adc8-4b59-bdc3-d1eee49250dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:56Z', 'updated_at': '2021-05-19T11:11:15Z', 'revision_number': 4, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'gw_port': {'id': 'f678369a-adc8-4b59-bdc3-d1eee49250dd', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:11:14Z', 'updated_at': '2021-05-19T11:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'c2ecad34-b9e0-4cca-a06f-f613e52c0200', 'name': '', 'network_id': '2db8211a-e79d-4e33-8194-28d0a3ea3d8c', 'tenant_id': 'a163278514634312b2ab3b8295f914bc', 'mac_address': 'fa:16:3e:40:af:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f851530-f46c-499f-9545-fafa5cb8e8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:11:06Z', 'updated_at': '2021-05-19T11:11:13Z', 'revision_number': 5, 'project_id': 'a163278514634312b2ab3b8295f914bc', 'subnets': [{'id': 'e12a33dc-3e74-42c1-9619-b6d83a688767', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b503e3e-4567-4c8c-aca4-d0fdeaf63c35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:11:18.606182 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 34744) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:11:18.736924 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-69d0072b-059b-4b23-b453-6faa8836e45a admin admin] 10.222.0.107 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1295977 May 19 11:11:19.193601 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device f678369a-adc8-4b59-bdc3-d1eee49250dd up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:11:19.278407 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port f678369a-adc8-4b59-bdc3-d1eee49250dd completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:11:19.284120 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port f678369a-adc8-4b59-bdc3-d1eee49250dd triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:11:19.284680 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:19.418180 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:19.436209 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port f678369a-adc8-4b59-bdc3-d1eee49250dd, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=f678369a-adc8-4b59-bdc3-d1eee49250dd,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:11:19.441826 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:19.444232 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-3f60ebb5-434d-47db-8600-623283d046eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:19.525767 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=f678369a-adc8-4b59-bdc3-d1eee49250dd,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:19.528728 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:21.209792 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device f678369a-adc8-4b59-bdc3-d1eee49250dd up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:11:21.320770 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port f678369a-adc8-4b59-bdc3-d1eee49250dd triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:11:21.321154 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:28.574179 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2dc5474d-4259-4ff0-8dac-9d9806ab4b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:28.574848 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 5 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:11:31.206363 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:31.468365 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4fe59c38-2603-4e43-b552-97f8aa33425f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:32.333277 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:33.779939 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:58.560661 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c73e2025-f437-4b23-b74c-55b9c328a2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:01.182644 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:01.471716 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a1104669-5991-47f6-806d-e6959cc0e875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:02.337717 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:03.776224 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:05.564364 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 5 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:12:28.563399 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-19622c05-d66c-4bf4-96e3-7cb4fdfac321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:31.186041 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:31.475109 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc851-fdb4-4edc-a1cf-83c93c3ae9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:32.344325 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:33.781628 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:42.564175 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 5 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:12:57.501372 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35314) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:57.570100 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55f4751-0ad0-4f46-8ed4-13182c5860ca admin admin] GET failed (client error): The resource could not be found. May 19 11:12:57.571363 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-b55f4751-0ad0-4f46-8ed4-13182c5860ca admin admin] 10.222.0.107 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690029 May 19 11:12:57.705192 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae66fb-2abd-4b6c-9c75-5b158a812ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:57.706620 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-7aae66fb-2abd-4b6c-9c75-5b158a812ff0 admin admin] 10.222.0.107 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1314971 May 19 11:12:58.566393 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-92f14772-c64d-4f6d-ae2f-dfe12c82d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:59.831963 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35324) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:59.936617 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20196326-1ad3-4912-b59d-a57ee93d3214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:59.937198 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-20196326-1ad3-4912-b59d-a57ee93d3214 admin admin] Synchronizing usage tracker for tenant:f46a735c6254405e9f8bed513881ab4d on resource:subnet {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:12:59.954895 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-20196326-1ad3-4912-b59d-a57ee93d3214 admin admin] Unset dirty status for tenant:f46a735c6254405e9f8bed513881ab4d on resource:subnet {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:12:59.956123 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-20196326-1ad3-4912-b59d-a57ee93d3214 admin admin] 10.222.0.107 "GET /v2.0/subnets/e12a33dc-3e74-42c1-9619-b6d83a688767 HTTP/1.1" status: 200 len: 849 time: 0.1231935 May 19 11:12:59.965397 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:13:00.090025 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:00.274276 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743687200934'] for subnet, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:00.279020 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b508fcb5-fcef-4c15-897e-408b53b1d6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:13:00.320510 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:00.321105 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:00.322398 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] 10.222.0.107 "PUT /v2.0/subnets/e12a33dc-3e74-42c1-9619-b6d83a688767 HTTP/1.1" status: 200 len: 868 time: 0.3608670 May 19 11:13:00.330334 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65469b25-7844-48ac-8380-3630a5c672ee None None] Network 2db8211a-e79d-4e33-8194-28d0a3ea3d8c requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:13:00.349123 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12a33dc-3e74-42c1-9619-b6d83a688767,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:13:00.357338 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.357716 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.358054 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.358375 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.358699 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.359020 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.359336 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.359761 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.360101 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.360418 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.360733 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.361043 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:00.364733 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:13:00.812654 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-d651e604-95a3-41c8-b282-62ec55aff23d None None] Provisioning complete for port cbd86b12-760e-4038-a2ae-265be8930417 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:13:00.813041 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d651e604-95a3-41c8-b282-62ec55aff23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:00.941058 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-d651e604-95a3-41c8-b282-62ec55aff23d None None] Provisioning complete for port c2ecad34-b9e0-4cca-a06f-f613e52c0200 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:13:00.941328 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d651e604-95a3-41c8-b282-62ec55aff23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:01.188743 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:01.475716 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3b842820-d79e-4717-80a8-329196bfeadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:02.351967 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:02.465029 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35334) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:02.645672 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1c87b0-5fbd-4f63-912b-3dfee92f5907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:02.646072 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1c87b0-5fbd-4f63-912b-3dfee92f5907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:02.647636 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-4f1c87b0-5fbd-4f63-912b-3dfee92f5907 admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1816435 May 19 11:13:03.786912 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:04.777554 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35344) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:04.964050 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78cea02-b8c1-4316-b466-c6abb45d7048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:04.964438 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78cea02-b8c1-4316-b466-c6abb45d7048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:04.965990 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-b78cea02-b8c1-4316-b466-c6abb45d7048 admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1874993 May 19 11:13:07.107908 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35354) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:07.281409 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cd504b-9dfb-45eb-bc13-84c2c3e8e2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:07.282810 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-f1cd504b-9dfb-45eb-bc13-84c2c3e8e2d7 admin admin] 10.222.0.107 "GET /v2.0/networks/2db8211a-e79d-4e33-8194-28d0a3ea3d8c HTTP/1.1" status: 200 len: 870 time: 0.1739328 May 19 11:13:09.408275 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35364) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:09.577038 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47124e50-5474-49cf-91a5-255f1965d4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:09.578442 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-47124e50-5474-49cf-91a5-255f1965d4e3 admin admin] 10.222.0.107 "GET /v2.0/networks/e5113189-49f1-4a6b-9cbc-e8af0973913c HTTP/1.1" status: 200 len: 886 time: 0.1691444 May 19 11:13:11.714701 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35374) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:11.820517 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1747f8c8-99d8-4ed9-9610-fcc6aea436ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:11.820973 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1747f8c8-99d8-4ed9-9610-fcc6aea436ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:11.822498 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-1747f8c8-99d8-4ed9-9610-fcc6aea436ed admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1068616 May 19 11:13:13.955979 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35384) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:14.076711 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c8bc8-48e4-43cd-89e5-301c510410b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:14.077241 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c8bc8-48e4-43cd-89e5-301c510410b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:14.079249 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-c00c8bc8-48e4-43cd-89e5-301c510410b7 admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217065 May 19 11:13:16.235195 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35394) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:16.341851 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b32f9-db02-4b89-a9c0-86189a0d6a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:16.343103 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-0f2b32f9-db02-4b89-a9c0-86189a0d6a43 admin admin] 10.222.0.107 "GET /v2.0/subnets/44c2c9f0-654f-4da4-932a-2688ff919c5c HTTP/1.1" status: 200 len: 816 time: 0.1069660 May 19 11:13:18.485028 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35404) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:18.609693 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df97cfe-a42b-43eb-aaef-7a3e57fdcc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:18.611044 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-7df97cfe-a42b-43eb-aaef-7a3e57fdcc46 admin admin] 10.222.0.107 "GET /v2.0/subnets/e12a33dc-3e74-42c1-9619-b6d83a688767 HTTP/1.1" status: 200 len: 868 time: 0.1250076 May 19 11:13:19.562314 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 5 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:13:28.573134 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4e90-4d3c-482e-8986-d5a5bce29fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:31.202526 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:31.481088 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0599d2d3-af7e-48b2-8ddb-757c98e7bd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:32.350482 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:33.791808 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:42.319733 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35448) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:42.372254 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [None req-ab1bd811-2939-400b-bea4-58e4795ba894 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:13:42.373249 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-ab1bd811-2939-400b-bea4-58e4795ba894 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525823 May 19 11:13:44.630800 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35458) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:44.704407 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fe7e00-7cb2-4a58-bdcb-33f219c861e6 admin admin] GET failed (client error): The resource could not be found. May 19 11:13:44.705731 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-08fe7e00-7cb2-4a58-bdcb-33f219c861e6 admin admin] 10.222.0.107 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0739391 May 19 11:13:44.892988 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d2068-daeb-40df-80c0-35779e3c49c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:44.894453 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-e56d2068-daeb-40df-80c0-35779e3c49c5 admin admin] 10.222.0.107 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1849163 May 19 11:13:47.134739 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35468) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:47.192063 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:13:47.200040 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:13:47.206091 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Usage tracker for resource:network and tenant:f46a735c6254405e9f8bed513881ab4d is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:13:47.209232 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:13:47.216272 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:13:47.228558 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Made reservation on behalf of f46a735c6254405e9f8bed513881ab4d for: {'network': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:13:47.231581 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:47.326098 dv-cinder-768105-9-smb neutron-server[91615]: WARNING neutron.services.revisions.revision_plugin [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Could not find related network for resource to bump revision. May 19 11:13:47.341800 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=91615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:13:47.354288 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743687231690', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:47.354947 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Unsubscribe: segment precommit_create {{(pid=91615) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 11:13:47.355468 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.segments_db [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Added segment 7a5b846a-a874-4512-ac3f-eadc8e0ac201 of type vlan for network 788939bf-b351-43fe-8cb0-ebb575b39994 May 19 11:13:47.396639 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:47.440483 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:47.442146 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:47.442953 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:47.446593 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:13:47.537971 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4021120 May 19 11:13:47.543334 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Pushing event updated for resources: {'Network': ['ID=788939bf-b351-43fe-8cb0-ebb575b39994,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:13:47.547092 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:13:47.555806 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 788939bf-b351-43fe-8cb0-ebb575b39994 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:13:49.708128 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35478) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:13:49.778054 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa156994-1ade-4a9d-bb64-7d7dddb97b9c admin admin] GET failed (client error): The resource could not be found. May 19 11:13:49.778591 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-aa156994-1ade-4a9d-bb64-7d7dddb97b9c admin admin] Synchronizing usage tracker for tenant:f46a735c6254405e9f8bed513881ab4d on resource:network {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:13:49.795649 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-aa156994-1ade-4a9d-bb64-7d7dddb97b9c admin admin] Unset dirty status for tenant:f46a735c6254405e9f8bed513881ab4d on resource:network {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:13:49.796914 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-aa156994-1ade-4a9d-bb64-7d7dddb97b9c admin admin] 10.222.0.107 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0877478 May 19 11:13:49.905711 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df5ff0-9b05-4f1f-8e42-911b859d80f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:49.907051 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-33df5ff0-9b05-4f1f-8e42-911b859d80f6 admin admin] 10.222.0.107 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1058955 May 19 11:13:49.916886 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Request body: {'subnet': {'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:13:49.922221 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:13:49.932161 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:13:49.944747 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Made reservation on behalf of f46a735c6254405e9f8bed513881ab4d for: {'subnet': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:13:49.947844 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:50.342531 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108'] for subnet, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:50.347037 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:13:50.415057 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=683cb4ac-3e14-4e3f-b706-96e4ab584927,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:13:50.419720 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:13:50.425403 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Checking segment: {'id': '7a5b846a-a874-4512-ac3f-eadc8e0ac201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:13:50.425791 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Network hostable DHCP agents. Network: 788939bf-b351-43fe-8cb0-ebb575b39994, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:13:50.446777 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Network 788939bf-b351-43fe-8cb0-ebb575b39994 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:13:50.456700 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 788939bf-b351-43fe-8cb0-ebb575b39994) {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:13:50.461009 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:13:50.461633 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:50.469209 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1efcf-8ca9-4b25-90c5-4abb4bdd698e None None] Network 788939bf-b351-43fe-8cb0-ebb575b39994 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:13:50.494168 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5805807 May 19 11:13:50.732560 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2190e0d7-a4b4-5478-974a-93bbd660ceae-788939bf-b351-43fe-8cb0-ebb575b39994', 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994', 'tenant_id': 'f46a735c6254405e9f8bed513881ab4d', 'fixed_ips': [{'subnet_id': '683cb4ac-3e14-4e3f-b706-96e4ab584927'}]}} from dv-cinder-768105-9-smb. {{(pid=91617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:13:50.733405 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:50.900791 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Allocated IP 192.168.233.2 (788939bf-b351-43fe-8cb0-ebb575b39994/683cb4ac-3e14-4e3f-b706-96e4ab584927/26eff1c2-798c-4059-bc74-689509296529) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:13:51.138346 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:51.151614 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Transition to ACTIVE for port object 26eff1c2-798c-4059-bc74-689509296529 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:13:51.174010 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Transition to ACTIVE for port object 26eff1c2-798c-4059-bc74-689509296529 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:13:51.188407 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:51.195174 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:13:51.267130 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Network 788939bf-b351-43fe-8cb0-ebb575b39994 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:13:51.267987 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Pushing event updated for resources: {'Port': ['ID=26eff1c2-798c-4059-bc74-689509296529,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:13:51.270557 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Resources bound (agent type, host, resource id): {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:13:51.277045 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:13:51.279832 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.280460 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.280653 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.281107 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.281107 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.284322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.284322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.284322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.284322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.284322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.284322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.284322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:13:51.287709 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:13:51.377214 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Attempting to bind port 26eff1c2-798c-4059-bc74-689509296529 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:13:51.377558 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Attempting to bind port 26eff1c2-798c-4059-bc74-689509296529 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '7a5b846a-a874-4512-ac3f-eadc8e0ac201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:13:51.377892 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Attempting to bind port 26eff1c2-798c-4059-bc74-689509296529 on network 788939bf-b351-43fe-8cb0-ebb575b39994 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:13:51.383581 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:13:51.383955 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Checking segment: {'id': '7a5b846a-a874-4512-ac3f-eadc8e0ac201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:13:51.384351 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:51.384742 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Bound using segment: {'id': '7a5b846a-a874-4512-ac3f-eadc8e0ac201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:13:51.385205 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Bound port: 26eff1c2-798c-4059-bc74-689509296529, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b846a-a874-4512-ac3f-eadc8e0ac201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:13:51.385596 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:51.506551 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] For port 26eff1c2-798c-4059-bc74-689509296529, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:13:51.510279 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] For port 26eff1c2-798c-4059-bc74-689509296529, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=26eff1c2-798c-4059-bc74-689509296529,segment=NetworkSegment(7a5b846a-a874-4512-ac3f-eadc8e0ac201),segment_id=7a5b846a-a874-4512-ac3f-eadc8e0ac201)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:13:51.515192 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:51.520219 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6ea50441-0e90-4fe7-8776-be05eb928c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:13:51.602688 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Pushing event updated for resources: {'Port': ['ID=26eff1c2-798c-4059-bc74-689509296529,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:13:51.608125 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:13:52.508118 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01ab21a-a2da-4f8b-af4c-2fad12f26eb8 None None] Network 788939bf-b351-43fe-8cb0-ebb575b39994 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:13:52.614938 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-1eb9e351-7d03-401e-b0f5-4b5742f8735f None None] Provisioning for port 26eff1c2-798c-4059-bc74-689509296529 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:13:53.313286 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 26eff1c2-798c-4059-bc74-689509296529 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:13:53.386998 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port 26eff1c2-798c-4059-bc74-689509296529 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:13:53.394773 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 26eff1c2-798c-4059-bc74-689509296529 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:13:53.395199 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:53.535331 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:53.569188 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port 26eff1c2-798c-4059-bc74-689509296529, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=26eff1c2-798c-4059-bc74-689509296529,segment=NetworkSegment(7a5b846a-a874-4512-ac3f-eadc8e0ac201),segment_id=7a5b846a-a874-4512-ac3f-eadc8e0ac201)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:13:53.573090 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:53.575360 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:13:53.649223 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=26eff1c2-798c-4059-bc74-689509296529,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:13:53.654202 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:13:55.298619 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 26eff1c2-798c-4059-bc74-689509296529 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:13:55.400975 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 26eff1c2-798c-4059-bc74-689509296529 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:13:55.401261 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:56.561706 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 5 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:13:58.567299 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5108b227-6a4a-4cd6-ae6c-dd82bf05886c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:01.197619 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:01.483960 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0274-ea9b-4a7a-8ee4-79ba10c78538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:02.354056 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:03.800901 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:28.569793 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-79fcc04f-6617-4b50-bf08-d717362bf787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:31.202563 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:31.494252 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-309ce135-5548-4f7e-9b25-78bae4d573eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:32.353391 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:33.560276 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 5 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:14:33.796752 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:56.749643 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35528) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:14:56.755911 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [None req-4a89dd38-4527-45bb-bb77-a2050d6105f4 tempest-verify_tempest_config-1962502578 tempest-verify_tempest_config-1962502578-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:14:56.756884 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-4a89dd38-4527-45bb-bb77-a2050d6105f4 tempest-verify_tempest_config-1962502578 tempest-verify_tempest_config-1962502578-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062706 May 19 11:14:57.095871 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35546) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:14:57.222263 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:57.237685 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:14:57.241968 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Usage tracker for resource:security_group_rule and tenant:ac59384f69c242b0adef95e2b41eea77 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:14:57.245287 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:14:57.251070 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:14:57.339065 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:57.344166 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:57.351612 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:14:57.392859 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Synchronizing usage tracker for tenant:f46a735c6254405e9f8bed513881ab4d on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:14:57.396076 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6144b68-e0c9-4496-87ac-1eecad313bc8,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:14:57.406271 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.406596 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.406923 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.407244 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.407564 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.407891 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.408194 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.408507 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.408834 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.409147 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.409476 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.409785 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:14:57.413732 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:14:57.425581 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Unset dirty status for tenant:f46a735c6254405e9f8bed513881ab4d on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:14:57.426840 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ac59384f69c242b0adef95e2b41eea77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3300233 May 19 11:14:57.429426 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35552) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:14:57.486756 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d093d50e-d4ce-45cc-b2c8-82adbcf32b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:57.512560 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d093d50e-d4ce-45cc-b2c8-82adbcf32b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:57.605832 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d093d50e-d4ce-45cc-b2c8-82adbcf32b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:57.609929 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:14:57.623177 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093d50e-d4ce-45cc-b2c8-82adbcf32b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6144b68-e0c9-4496-87ac-1eecad313bc8,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:14:57.625977 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d093d50e-d4ce-45cc-b2c8-82adbcf32b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:14:57.627826 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d093d50e-d4ce-45cc-b2c8-82adbcf32b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:57.628924 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-d093d50e-d4ce-45cc-b2c8-82adbcf32b39 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a6144b68-e0c9-4496-87ac-1eecad313bc8 HTTP/1.1" status: 204 len: 168 time: 0.1986682 May 19 11:14:58.573848 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b71f4b05-dce6-4678-bfdc-000af937e6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:01.211524 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:01.492079 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7dd44a96-2ac1-403f-b810-695defd452df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:02.359721 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:03.801299 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:10.559239 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 5 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:15:28.578065 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e49f23bb-6ba8-4b68-ba3e-e5b005fcdc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.203911 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.484102 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f97f067d-41d4-441d-9166-66ff89889480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.361837 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.803477 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.558003 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 5 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:15:58.583020 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-232dd0dd-b7bf-4cbf-9fe0-dbd38930c773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:01.206420 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:01.485387 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9cd8ff09-53c4-4eca-b7ea-208b668a6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:02.363389 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:03.805909 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:24.557404 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 5 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:16:28.585778 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6fe122d2-8fe2-4fa5-80f7-57057375623e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:31.209151 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:31.485829 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6088a45b-b176-46b4-8879-94b771d89d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:31.502144 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708'] for agent, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:32.367426 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:33.808735 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:38.471841 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35604) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:38.585276 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-4dc7399e-4149-4d12-a565-5dc422b48fe0 admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4292 time: 0.1123574 May 19 11:16:40.698137 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35614) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:40.757335 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-2698917e-c832-4be9-9c8a-01943b33616d admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4292 time: 0.0581293 May 19 11:16:58.587614 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0763fa59-9cfe-4d01-861e-4e312a79bb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:01.212744 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:01.477280 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:01.487035 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a690c4a8-371a-4dbf-8af5-c2a801c5209b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:01.556459 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:17:02.369673 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:03.814907 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.590933 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32705692-6198-4b58-a7c0-afb016d5a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:31.220172 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:31.505127 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:31.520399 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-283552bf-fccc-47e3-828e-96a53816fea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.378904 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:33.815235 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:38.555897 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:17:58.594261 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f2309d3a-d5a0-4c0b-9686-9fce456a010c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:01.224398 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:01.513023 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-46dbc9b4-8b6a-4827-afb5-06d964a391f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:01.522925 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.373380 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.825605 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.915761 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35818) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:05.493710 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-19103991-network', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:05.498918 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:05.506390 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Usage tracker for resource:network and tenant:38b0eb31f6c24ed4bb8561c2caaf1454 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:05.510040 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:05.516560 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:05.528836 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35844) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:05.535406 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Made reservation on behalf of 38b0eb31f6c24ed4bb8561c2caaf1454 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:05.537779 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.551471 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.562946 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35850) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:05.569647 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:05.574027 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:38b0eb31f6c24ed4bb8561c2caaf1454 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:05.576898 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:05.582674 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:05.677561 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.682164 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.687444 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1201a6a6-36df-4521-ab3e-752138dfa89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:05.715689 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7c4715-d87e-401d-b669-bbc989e558e4,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:05.725171 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.725542 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.725916 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.726203 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.726521 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.726841 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.727148 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.727467 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.727781 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.728454 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.728454 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.728738 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Tracked resource versions report: May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: pushed versions: May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: { 'AddressGroup': {'1.2'}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'ConntrackHelper': {'1.0'}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'Log': {'1.0'}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'Network': {'1.1'}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'Port': {'1.7'}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'PortForwarding': {'1.2'}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'QosPolicy': {'1.8'}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'SecurityGroup': {'1.4'}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'SecurityGroupRule': {'1.2'}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'SubPort': {'1.0'}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'Subnet': {'1.1'}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'Trunk': {'1.1'}} May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: consumer versions: May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: { DHCP agent@dv-cinder-768105-9-smb: {}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: HyperV agent@hv-cinder-76810: {}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: L3 agent@dv-cinder-768105-9-smb: {}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: Metadata agent@dv-cinder-768105-9-smb: {}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: Metering agent@dv-cinder-768105-9-smb: {}, May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: Open vSwitch agent@dv-cinder-768105-9-smb: { 'AddressGroup': '1.2', May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'ConntrackHelper': '1.0', May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'Log': '1.0', May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'Network': '1.1', May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'Port': '1.7', May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'PortForwarding': '1.2', May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'QosPolicy': '1.8', May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'SecurityGroup': '1.4', May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'SecurityGroupRule': '1.2', May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'SubPort': '1.0', May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'Subnet': '1.1', May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: 'Trunk': '1.1'}} May 19 11:18:05.730219 dv-cinder-768105-9-smb neutron-server[91616]: {{(pid=91616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:18:05.735325 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:05.736026 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:18:05.742794 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-995920543-network', 'tenant_id': '97440a5dbd564bd096492247ef4b9a79'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:05.747678 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:05.751431 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Usage tracker for resource:network and tenant:97440a5dbd564bd096492247ef4b9a79 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:05.754293 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:05.763799 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:05.772220 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.772567 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.segments_db [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Added segment c3822d17-dfbb-4911-b219-d30e2b1027bf of type vlan for network b0388072-038d-4c14-a70f-4a6a2ce6a580 May 19 11:18:05.778490 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Made reservation on behalf of 97440a5dbd564bd096492247ef4b9a79 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:05.780938 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.794910 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.812660 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:05.825167 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Usage tracker for resource:security_group_rule and tenant:97440a5dbd564bd096492247ef4b9a79 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:05.828360 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:05.835978 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:05.841469 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.859529 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-156788058-network', 'tenant_id': '5aeb6ee050a140afab095d60d5ccc7b5'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:05.866413 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:05.871366 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Usage tracker for resource:network and tenant:5aeb6ee050a140afab095d60d5ccc7b5 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:05.875622 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:05.883918 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:05.897291 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Made reservation on behalf of 5aeb6ee050a140afab095d60d5ccc7b5 for: {'network': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:05.900434 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.916805 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.938890 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:05.939115 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.944298 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.946502 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5aeb6ee050a140afab095d60d5ccc7b5 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:05.950670 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:05.958323 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:05.958707 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:18:05.968090 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.968679 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.segments_db [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Added segment f8496239-e07c-4409-b535-5033e8b3f6df of type vlan for network 7e683245-fa35-493a-954a-c472a77c2ec4 May 19 11:18:06.008958 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:06.024032 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.042993 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.047303 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:06.048115 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.111494 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.118404 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:06.119232 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.132054 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.137343 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.143264 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:06.152028 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eb7842-b44c-4c4f-97b0-d463632758e2,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:06.162518 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6325717 May 19 11:18:06.164767 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35878) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:06.166095 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:06.170189 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-87c0fd38-f247-495a-af58-ccd8b66f3337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:06.183614 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1217} {{(pid=91615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:18:06.194743 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c0a45c-5732-40dc-9a39-2d0724c9f15b,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:06.207204 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.207447 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.207837 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.208269 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.208868 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.209495 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.209868 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.210648 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.210998 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.211322 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.211967 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.212289 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Tracked resource versions report: May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: pushed versions: May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: { 'AddressGroup': {'1.2'}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'ConntrackHelper': {'1.0'}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'Log': {'1.0'}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'Network': {'1.1'}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'Port': {'1.7'}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'PortForwarding': {'1.2'}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'QosPolicy': {'1.8'}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'SecurityGroup': {'1.4'}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'SecurityGroupRule': {'1.2'}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'SubPort': {'1.0'}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'Subnet': {'1.1'}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'Trunk': {'1.1'}} May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: consumer versions: May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: { DHCP agent@dv-cinder-768105-9-smb: {}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: HyperV agent@hv-cinder-76810: {}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: L3 agent@dv-cinder-768105-9-smb: {}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: Metadata agent@dv-cinder-768105-9-smb: {}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: Metering agent@dv-cinder-768105-9-smb: {}, May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: Open vSwitch agent@dv-cinder-768105-9-smb: { 'AddressGroup': '1.2', May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'ConntrackHelper': '1.0', May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'Log': '1.0', May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'Network': '1.1', May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'Port': '1.7', May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'PortForwarding': '1.2', May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'QosPolicy': '1.8', May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'SecurityGroup': '1.4', May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'SecurityGroupRule': '1.2', May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'SubPort': '1.0', May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'Subnet': '1.1', May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: 'Trunk': '1.1'}} May 19 11:18:06.213829 dv-cinder-768105-9-smb neutron-server[91615]: {{(pid=91615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:18:06.219654 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:06.221029 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Request body: {'subnet': {'network_id': '7e683245-fa35-493a-954a-c472a77c2ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-995920543-subnet', 'tenant_id': '97440a5dbd564bd096492247ef4b9a79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:06.222581 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.222917 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.segments_db [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Added segment e6fd87a3-7003-4e45-b869-7cbb450a2642 of type vlan for network a67edc22-e060-405d-985f-69cd01eb46a0 May 19 11:18:06.226952 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:06.231180 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Usage tracker for resource:subnet and tenant:97440a5dbd564bd096492247ef4b9a79 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:06.234734 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:06.241378 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:06.252388 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3342376 May 19 11:18:06.252627 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35886) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:06.257739 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Made reservation on behalf of 97440a5dbd564bd096492247ef4b9a79 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:06.260038 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.262112 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Request body: {'subnet': {'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-19103991-subnet', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:06.268563 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.273166 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:06.280552 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Usage tracker for resource:subnet and tenant:38b0eb31f6c24ed4bb8561c2caaf1454 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:06.285258 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:06.295289 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:06.323936 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Made reservation on behalf of 38b0eb31f6c24ed4bb8561c2caaf1454 for: {'subnet': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:06.326806 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.416509 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=b0388072-038d-4c14-a70f-4a6a2ce6a580,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:06.430802 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network b0388072-038d-4c14-a70f-4a6a2ce6a580 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:18:06.470692 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.484069 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:06.485754 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.540840 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2829954d-13ed-4184-b52f-eff4608590ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:06.606431 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Pushing event updated for resources: {'Network': ['ID=7e683245-fa35-493a-954a-c472a77c2ec4,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:06.617765 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 7e683245-fa35-493a-954a-c472a77c2ec4 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:18:06.623158 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:06.623625 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.485s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:06.624160 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:06.919021 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a67edc22-e060-405d-985f-69cd01eb46a0,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:06.922685 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:06.927221 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3596594 May 19 11:18:06.932383 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network a67edc22-e060-405d-985f-69cd01eb46a0 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:18:06.934873 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35904) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:06.955605 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Request body: {'subnet': {'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-156788058-subnet', 'tenant_id': '5aeb6ee050a140afab095d60d5ccc7b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:06.985271 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:07.005599 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Usage tracker for resource:subnet and tenant:5aeb6ee050a140afab095d60d5ccc7b5 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:07.017160 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:07.116107 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:07.140815 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Made reservation on behalf of 5aeb6ee050a140afab095d60d5ccc7b5 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:07.143183 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:07.345588 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108'] for subnet, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:07.352533 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-7b6376e9-c73e-4695-afaa-fe27b77cbc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:07.430503 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:07.447823 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:07.469885 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Checking segment: {'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:07.470554 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Network hostable DHCP agents. Network: b0388072-038d-4c14-a70f-4a6a2ce6a580, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:18:07.507934 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Network b0388072-038d-4c14-a70f-4a6a2ce6a580 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:18:07.524849 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, b0388072-038d-4c14-a70f-4a6a2ce6a580) {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:07.532797 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:07.536788 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564edd82-bad4-478f-a8fc-b69ac037cdd6 None None] Network b0388072-038d-4c14-a70f-4a6a2ce6a580 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:18:07.550167 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:07.617854 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3607533 May 19 11:18:07.620206 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 35934) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:07.638736 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-19103991-router', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:07.657900 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:07.668537 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:07.681677 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:07.683234 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Usage tracker for resource:router and tenant:38b0eb31f6c24ed4bb8561c2caaf1454 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:07.693195 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:07.710974 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:07.743268 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:07.745121 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:07.781193 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:07.861949 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2265ce-5e9e-4fc4-957d-91809390b0e2,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:07.882519 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:07.973565 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef466dc-86e1-4423-83d1-adecd47d7a80 None None] Network b0388072-038d-4c14-a70f-4a6a2ce6a580 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:18:08.014903 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Checking segment: {'id': 'f8496239-e07c-4409-b535-5033e8b3f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7e683245-fa35-493a-954a-c472a77c2ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:08.015871 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Network hostable DHCP agents. Network: 7e683245-fa35-493a-954a-c472a77c2ec4, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:18:08.057611 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Network 7e683245-fa35-493a-954a-c472a77c2ec4 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:18:08.082625 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 7e683245-fa35-493a-954a-c472a77c2ec4) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:08.095441 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:08.096101 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:08.133071 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac03b5-4547-4135-b521-b58edd852b18 None None] Network 7e683245-fa35-493a-954a-c472a77c2ec4 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:18:08.197901 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0296676 May 19 11:18:08.204370 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:08.210237 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:08.321075 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2bd019-6a6c-4300-b853-1313af8f98a6,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:08.331752 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:08.342128 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Checking segment: {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:08.342850 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Network hostable DHCP agents. Network: a67edc22-e060-405d-985f-69cd01eb46a0, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:18:08.371458 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Network a67edc22-e060-405d-985f-69cd01eb46a0 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:18:08.388536 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, a67edc22-e060-405d-985f-69cd01eb46a0) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:08.400199 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ab2c8-2aaf-4a12-ad45-e493dfa53cd4 None None] Network a67edc22-e060-405d-985f-69cd01eb46a0 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:18:08.402835 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:08.403439 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:08.439727 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4945483 May 19 11:18:08.462585 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6477'] for router, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:08.665034 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09aa690-a2d5-42d0-b61d-8feff320d907 None None] Network 7e683245-fa35-493a-954a-c472a77c2ec4 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:18:08.867743 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:08.903488 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:08.920461 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 35980) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:09.060073 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19259a8f-afca-479c-afd9-ad292ca72a3a None None] Network a67edc22-e060-405d-985f-69cd01eb46a0 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:18:09.110461 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Allocated IP 172.28.2.249 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/051fba77-f970-4647-b4c7-745fa0ab6cc4) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:18:09.196703 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c86513e6-04c6-4dbc-91bf-ca079176c5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:09.226811 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c86513e6-04c6-4dbc-91bf-ca079176c5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:09.233241 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-c86513e6-04c6-4dbc-91bf-ca079176c5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b7680955cfc147d18f96fe45f0dab27f is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:09.243741 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-c86513e6-04c6-4dbc-91bf-ca079176c5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:09.255665 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c86513e6-04c6-4dbc-91bf-ca079176c5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:09.372529 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:09.416368 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:09.425249 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4a6a54c9-62d0-4d73-b9cd-1178b8bf816f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:09.427150 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c86513e6-04c6-4dbc-91bf-ca079176c5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:09.432325 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c86513e6-04c6-4dbc-91bf-ca079176c5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:09.448615 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:09.494655 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-c86513e6-04c6-4dbc-91bf-ca079176c5c0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b7680955cfc147d18f96fe45f0dab27f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5734577 May 19 11:18:09.499354 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36018) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:09.500396 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86513e6-04c6-4dbc-91bf-ca079176c5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578bb773-f585-4148-822b-5c255f01cd31,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:09.507167 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c86513e6-04c6-4dbc-91bf-ca079176c5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:09.531902 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:09.534970 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:09.537395 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:18:09.588017 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-325e4052-a920-4d40-9152-1acbde5c3195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:09.644900 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-325e4052-a920-4d40-9152-1acbde5c3195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:09.655397 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36034) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:09.661221 dv-cinder-768105-9-smb neutron-server[91616]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 11:18:09.701185 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Pushing event updated for resources: {'Port': ['ID=051fba77-f970-4647-b4c7-745fa0ab6cc4,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:09.704239 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:09.894067 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-37385ab5-ba17-45d8-8d27-a7fbd4cca38f tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:09.895039 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-37385ab5-ba17-45d8-8d27-a7fbd4cca38f tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Synchronizing usage tracker for tenant:97440a5dbd564bd096492247ef4b9a79 on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:18:09.899704 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-325e4052-a920-4d40-9152-1acbde5c3195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:09.918235 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:09.929712 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-37385ab5-ba17-45d8-8d27-a7fbd4cca38f tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Unset dirty status for tenant:97440a5dbd564bd096492247ef4b9a79 on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:18:09.937901 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-37385ab5-ba17-45d8-8d27-a7fbd4cca38f tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/networks?id=7e683245-fa35-493a-954a-c472a77c2ec4 HTTP/1.1" status: 200 len: 811 time: 0.2813220 May 19 11:18:09.958626 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-1738814c-4b7f-493f-9c8a-1b4bb87653e5 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/quotas/97440a5dbd564bd096492247ef4b9a79 HTTP/1.1" status: 200 len: 375 time: 0.0197697 May 19 11:18:09.961039 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e4052-a920-4d40-9152-1acbde5c3195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578bb773-f585-4148-822b-5c255f01cd31,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:10.041504 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-325e4052-a920-4d40-9152-1acbde5c3195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:10.041995 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36040) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:10.042451 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36042) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:10.049138 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-e7203947-6ace-49a2-a874-132ceffba0e3 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=97440a5dbd564bd096492247ef4b9a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887058 May 19 11:18:10.100636 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-325e4052-a920-4d40-9152-1acbde5c3195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.105742 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-325e4052-a920-4d40-9152-1acbde5c3195 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/578bb773-f585-4148-822b-5c255f01cd31 HTTP/1.1" status: 204 len: 168 time: 0.6011171 May 19 11:18:10.132796 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.171129 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36074) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:10.340804 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-119e67c9-b89d-4eac-988d-1a14a9a29cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.359250 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f7126d5d-8b93-47e9-979f-d9dec1fcb96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.385009 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-119e67c9-b89d-4eac-988d-1a14a9a29cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:10.390277 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f7126d5d-8b93-47e9-979f-d9dec1fcb96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:10.400078 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-119e67c9-b89d-4eac-988d-1a14a9a29cfd admin admin] Usage tracker for resource:security_group_rule and tenant:a59f0f71d5e340be990b987a7a72cb8d is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:10.405567 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-119e67c9-b89d-4eac-988d-1a14a9a29cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:10.408721 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-f7126d5d-8b93-47e9-979f-d9dec1fcb96b admin admin] Usage tracker for resource:security_group_rule and tenant:3dd448bd96b547b5a14aaefe181db3e8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:10.422632 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-119e67c9-b89d-4eac-988d-1a14a9a29cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:10.424279 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-f7126d5d-8b93-47e9-979f-d9dec1fcb96b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:10.442208 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f7126d5d-8b93-47e9-979f-d9dec1fcb96b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:10.451700 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-ff7b2ab5-b3cd-4cf7-a392-18239e85a6f1 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:10.458869 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-ff7b2ab5-b3cd-4cf7-a392-18239e85a6f1 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 814 time: 0.2869198 May 19 11:18:10.494839 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-0f8caa28-fb2e-42f8-ad67-10de944dd3a7 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:18:10.498616 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-0f8caa28-fb2e-42f8-ad67-10de944dd3a7 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1889956 May 19 11:18:10.540728 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-9d542189-d0d9-4b22-a302-30e8f5aca0c0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/quotas/5aeb6ee050a140afab095d60d5ccc7b5 HTTP/1.1" status: 200 len: 375 time: 0.0809407 May 19 11:18:10.550150 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404623'] for router, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.607632 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 36088) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:10.624317 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-82054ce7-2d79-4617-8b7f-f85e7b5c1745 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672302 May 19 11:18:10.649549 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13dcf480-4bbd-4914-a41c-3385c25f7c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.675314 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-13dcf480-4bbd-4914-a41c-3385c25f7c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:10.738964 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-13dcf480-4bbd-4914-a41c-3385c25f7c5d admin admin] Usage tracker for resource:security_group_rule and tenant:d94541e839854737847a14317bda0bd0 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:10.749578 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-13dcf480-4bbd-4914-a41c-3385c25f7c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:10.766598 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-13dcf480-4bbd-4914-a41c-3385c25f7c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:10.819511 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-80d6cef4-f227-4c33-a613-b0d5cee09ce9 service neutron] 10.222.0.107 "GET /v2.0/networks/7e683245-fa35-493a-954a-c472a77c2ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082891 May 19 11:18:10.824657 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-119e67c9-b89d-4eac-988d-1a14a9a29cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.829876 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f7126d5d-8b93-47e9-979f-d9dec1fcb96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.831214 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-119e67c9-b89d-4eac-988d-1a14a9a29cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.864721 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c86513e6-04c6-4dbc-91bf-ca079176c5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:10.868817 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Router 579f20e0-7c04-410a-b2a7-c27223a5201f is scheduled to L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 with binding_index 1 {{(pid=91615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:18:10.875205 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-f14c9f95-9096-45c6-a364-75145dc1f320 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:18:10.876204 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-f14c9f95-9096-45c6-a364-75145dc1f320 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1083701 May 19 11:18:10.892240 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f7126d5d-8b93-47e9-979f-d9dec1fcb96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.971139 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13dcf480-4bbd-4914-a41c-3385c25f7c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.982658 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13dcf480-4bbd-4914-a41c-3385c25f7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.994645 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:11.017127 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-119e67c9-b89d-4eac-988d-1a14a9a29cfd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a59f0f71d5e340be990b987a7a72cb8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9666228 May 19 11:18:11.021981 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 36100) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:11.022840 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e67c9-b89d-4eac-988d-1a14a9a29cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3526f46e-db22-4cfd-b1ca-f10cdc60f6b8,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:11.025888 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-119e67c9-b89d-4eac-988d-1a14a9a29cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:11.036913 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:11.106571 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-13dcf480-4bbd-4914-a41c-3385c25f7c5d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d94541e839854737847a14317bda0bd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4930556 May 19 11:18:11.129663 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36106) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:11.145896 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf480-4bbd-4914-a41c-3385c25f7c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815b461c-9ede-42f1-8453-f52b08f1393f,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:11.163730 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-f7126d5d-8b93-47e9-979f-d9dec1fcb96b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3dd448bd96b547b5a14aaefe181db3e8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1111665 May 19 11:18:11.168525 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:18:11.171966 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36112) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:11.178500 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7126d5d-8b93-47e9-979f-d9dec1fcb96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d66b68d-c64e-43be-8dcd-10e03b8f8ba9,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:11.185768 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f7126d5d-8b93-47e9-979f-d9dec1fcb96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:11.187505 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Sync routers for ids ['579f20e0-7c04-410a-b2a7-c27223a5201f'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:18:11.188684 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-13dcf480-4bbd-4914-a41c-3385c25f7c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:11.210874 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Routers {'579f20e0-7c04-410a-b2a7-c27223a5201f'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:18:11.211976 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:18:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['579f20e0-7c04-410a-b2a7-c27223a5201f'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:11.229173 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-653b6268-5bd1-4809-841a-90feb0b0fe68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:11.259680 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Notify callbacks [] for router, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:11.261814 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6401501 May 19 11:18:11.265282 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 36118) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:11.268935 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-653b6268-5bd1-4809-841a-90feb0b0fe68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:11.438871 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b26e-6d32-467a-9e0a-b3d4ee4fe4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:11.457196 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Set router 579f20e0-7c04-410a-b2a7-c27223a5201f gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:18:11.488723 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b26e-6d32-467a-9e0a-b3d4ee4fe4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:11.564626 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c8a82ec1-f2f3-4b47-b2a4-c2eb17f54e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:11.579868 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-653b6268-5bd1-4809-841a-90feb0b0fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:11.608415 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-6cd272b2-624f-44d6-b7b5-57a02aab688d service neutron] 10.222.0.107 "GET /v2.0/networks/7e683245-fa35-493a-954a-c472a77c2ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7751644 May 19 11:18:11.614241 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b26e-6d32-467a-9e0a-b3d4ee4fe4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:11.634275 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-9b2003ec-a6b5-4a80-841c-47a3026a0cb5 service neutron] 10.222.0.107 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349946 May 19 11:18:11.642948 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d093d50e-d4ce-45cc-b2c8-82adbcf32b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:11.667196 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b26e-6d32-467a-9e0a-b3d4ee4fe4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:11.677079 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-c0b1b26e-6d32-467a-9e0a-b3d4ee4fe4b5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/815b461c-9ede-42f1-8453-f52b08f1393f HTTP/1.1" status: 204 len: 168 time: 0.5409496 May 19 11:18:11.762681 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1b26e-6d32-467a-9e0a-b3d4ee4fe4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815b461c-9ede-42f1-8453-f52b08f1393f,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:11.774951 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c0b1b26e-6d32-467a-9e0a-b3d4ee4fe4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:11.778210 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c8a82ec1-f2f3-4b47-b2a4-c2eb17f54e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:11.835418 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'name': 'tempest-ServerRescueNegativeTestJSON-19103991-router', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:18:07Z', 'updated_at': '2021-05-19T11:18:09Z', 'revision_number': 3, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'gw_port': {'id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:31:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:08Z', 'updated_at': '2021-05-19T11:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:11.847313 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Checking router: 579f20e0-7c04-410a-b2a7-c27223a5201f for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:18:11.847683 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Updating router 579f20e0-7c04-410a-b2a7-c27223a5201f port 051fba77-f970-4647-b4c7-745fa0ab6cc4 binding host dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:18:11.852494 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:11.891831 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-653b6268-5bd1-4809-841a-90feb0b0fe68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:11.895716 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-653b6268-5bd1-4809-841a-90feb0b0fe68 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3526f46e-db22-4cfd-b1ca-f10cdc60f6b8 HTTP/1.1" status: 204 len: 168 time: 0.8654542 May 19 11:18:11.895716 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b6268-5bd1-4809-841a-90feb0b0fe68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3526f46e-db22-4cfd-b1ca-f10cdc60f6b8,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:11.896828 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-653b6268-5bd1-4809-841a-90feb0b0fe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:11.986980 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:12.175857 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-20d5ef1e-d907-4afe-af8e-b52d6e410f41 service neutron] 10.222.0.107 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086854 May 19 11:18:12.192569 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c8a82ec1-f2f3-4b47-b2a4-c2eb17f54e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:12.208107 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-119e67c9-b89d-4eac-988d-1a14a9a29cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:12.226299 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c8a82ec1-f2f3-4b47-b2a4-c2eb17f54e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:12.227866 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-c8a82ec1-f2f3-4b47-b2a4-c2eb17f54e47 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8d66b68d-c64e-43be-8dcd-10e03b8f8ba9 HTTP/1.1" status: 204 len: 168 time: 1.0510936 May 19 11:18:12.228980 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a82ec1-f2f3-4b47-b2a4-c2eb17f54e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d66b68d-c64e-43be-8dcd-10e03b8f8ba9,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:12.241703 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c8a82ec1-f2f3-4b47-b2a4-c2eb17f54e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:12.462813 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a0deb12f-d44b-45b7-b328-10d77b0acb42 req-e84d4f3c-d1b1-4a43-beb1-5db37739cf12 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 210 time: 0.1083040 May 19 11:18:12.468796 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:12.662570 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-11c1547e-063b-4cbf-bb35-5fa2fff69585 req-bddc3261-6554-4822-99e8-ffea45e6cfcd tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 210 time: 0.0711687 May 19 11:18:12.765317 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:12.814834 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Transition to ACTIVE for port object 051fba77-f970-4647-b4c7-745fa0ab6cc4 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:12.838636 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:12.871037 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:12.977038 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Allocated IP 172.20.0.1 (b0388072-038d-4c14-a70f-4a6a2ce6a580/9ef1af51-5690-4d14-9a8c-0a613dd8ad0e/8babc377-d86a-46e9-a541-dccf76d16ba9) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:18:13.025693 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36194) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:13.060086 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-089c8e91-9f40-4e30-a746-cc8028e9f2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.078946 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Attempting to bind port 051fba77-f970-4647-b4c7-745fa0ab6cc4 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:18:13.082101 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Attempting to bind port 051fba77-f970-4647-b4c7-745fa0ab6cc4 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:18:13.082914 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Attempting to bind port 051fba77-f970-4647-b4c7-745fa0ab6cc4 on network e5113189-49f1-4a6b-9cbc-e8af0973913c {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:13.094708 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-089c8e91-9f40-4e30-a746-cc8028e9f2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:13.099559 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Pushing event updated for resources: {'Port': ['ID=051fba77-f970-4647-b4c7-745fa0ab6cc4,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:13.102396 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-089c8e91-9f40-4e30-a746-cc8028e9f2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:91c46434a8cb45ec9c75cc85f6a9aab7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:13.106809 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-089c8e91-9f40-4e30-a746-cc8028e9f2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:13.107737 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:18:13.108995 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Checking segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:13.110016 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.110957 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Bound using segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:18:13.112077 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Bound port: 051fba77-f970-4647-b4c7-745fa0ab6cc4, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:18:13.112995 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.113712 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-089c8e91-9f40-4e30-a746-cc8028e9f2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:13.180092 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.181024 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.181827 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.183119 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.183951 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.184832 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.185594 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.186352 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.187179 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.187938 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.190907 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.191791 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Tracked resource versions report: May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: pushed versions: May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: { 'AddressGroup': {'1.2'}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'ConntrackHelper': {'1.0'}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'Log': {'1.0'}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'Network': {'1.1'}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'Port': {'1.7'}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'PortForwarding': {'1.2'}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'QosPolicy': {'1.8'}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'SecurityGroup': {'1.4'}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'SecurityGroupRule': {'1.2'}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'SubPort': {'1.0'}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'Subnet': {'1.1'}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'Trunk': {'1.1'}} May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: consumer versions: May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: { DHCP agent@dv-cinder-768105-9-smb: {}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: HyperV agent@hv-cinder-76810: {}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: L3 agent@dv-cinder-768105-9-smb: {}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: Metadata agent@dv-cinder-768105-9-smb: {}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: Metering agent@dv-cinder-768105-9-smb: {}, May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: Open vSwitch agent@dv-cinder-768105-9-smb: { 'AddressGroup': '1.2', May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'ConntrackHelper': '1.0', May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'Log': '1.0', May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'Network': '1.1', May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'Port': '1.7', May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'PortForwarding': '1.2', May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'QosPolicy': '1.8', May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'SecurityGroup': '1.4', May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'SecurityGroupRule': '1.2', May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'SubPort': '1.0', May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'Subnet': '1.1', May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: 'Trunk': '1.1'}} May 19 11:18:13.193727 dv-cinder-768105-9-smb neutron-server[91618]: {{(pid=91618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:18:13.206798 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:13.233763 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-089c8e91-9f40-4e30-a746-cc8028e9f2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.244360 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-089c8e91-9f40-4e30-a746-cc8028e9f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.256433 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:13.298186 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] For port 051fba77-f970-4647-b4c7-745fa0ab6cc4, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:18:13.305088 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-089c8e91-9f40-4e30-a746-cc8028e9f2a9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=91c46434a8cb45ec9c75cc85f6a9aab7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2765892 May 19 11:18:13.305328 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.305990 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c8e91-9f40-4e30-a746-cc8028e9f2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6007f7d7-31c1-4e6c-abca-ede3b735bed7,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:13.308879 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36208) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:13.311045 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] For port 051fba77-f970-4647-b4c7-745fa0ab6cc4, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=051fba77-f970-4647-b4c7-745fa0ab6cc4,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:18:13.312287 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-089c8e91-9f40-4e30-a746-cc8028e9f2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:13.317007 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.346952 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.349760 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:13.361668 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-780a0fbd-8624-46be-b4b4-94c5a17a3afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:13.443211 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5cee589e-7d62-46c2-ae6f-a799a0b38996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.453529 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Pushing event updated for resources: {'Port': ['ID=8babc377-d86a-46e9-a541-dccf76d16ba9,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:13.459867 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:13.461665 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Network b0388072-038d-4c14-a70f-4a6a2ce6a580 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:13.462804 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:13.475755 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:18:13.475755 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405564'] for router_interface, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.498218 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Routers {'579f20e0-7c04-410a-b2a7-c27223a5201f'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:18:13.498870 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:18:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['579f20e0-7c04-410a-b2a7-c27223a5201f'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:13.518766 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5cee589e-7d62-46c2-ae6f-a799a0b38996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.794592 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.809606 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1ad07f18-d9e3-4c7c-ae9b-2989c554164d req-b4495d1b-5e45-4fd9-8677-3cb1a673057d tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 210 time: 0.2103658 May 19 11:18:13.950137 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1c7c1d75-3c69-4c60-ba0c-d68116c8a3e0 req-6dc1926b-3cf7-4a59-8373-e3f83424bec7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 210 time: 0.1394544 May 19 11:18:13.980159 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5cee589e-7d62-46c2-ae6f-a799a0b38996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:13.984712 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:14.010958 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee589e-7d62-46c2-ae6f-a799a0b38996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6007f7d7-31c1-4e6c-abca-ede3b735bed7,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:14.020413 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5cee589e-7d62-46c2-ae6f-a799a0b38996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:14.040188 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5cee589e-7d62-46c2-ae6f-a799a0b38996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:14.046739 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-5cee589e-7d62-46c2-ae6f-a799a0b38996 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6007f7d7-31c1-4e6c-abca-ede3b735bed7 HTTP/1.1" status: 204 len: 168 time: 0.7364419 May 19 11:18:14.068679 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] Set router 579f20e0-7c04-410a-b2a7-c27223a5201f gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:18:14.449352 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:14.455366 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:14.457076 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405595'] for router_interface, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:14.463168 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:14.576715 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Pushing event updated for resources: {'Port': ['ID=8babc377-d86a-46e9-a541-dccf76d16ba9,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:14.581264 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:14.630344 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Pushing event updated for resources: {'Port': ['ID=051fba77-f970-4647-b4c7-745fa0ab6cc4,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:14.634934 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.287s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:14.676674 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'name': 'tempest-ServerRescueNegativeTestJSON-19103991-router', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:18:07Z', 'updated_at': '2021-05-19T11:18:09Z', 'revision_number': 3, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'gw_port': {'id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:31:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:08Z', 'updated_at': '2021-05-19T11:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:14.683963 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05551dd-d697-480f-99f4-d0744dc6d6d6 None None] The sync data for ids ['579f20e0-7c04-410a-b2a7-c27223a5201f'] in dv-cinder-768105-9-smb is: [{'id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'name': 'tempest-ServerRescueNegativeTestJSON-19103991-router', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:18:07Z', 'updated_at': '2021-05-19T11:18:09Z', 'revision_number': 3, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'gw_port': {'id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:31:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:08Z', 'updated_at': '2021-05-19T11:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:18:14.779620 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Network b0388072-038d-4c14-a70f-4a6a2ce6a580 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:14.780975 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:15.053528 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Router 579f20e0-7c04-410a-b2a7-c27223a5201f has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:18:15.181401 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36298) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:15.209984 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3e6b2dc2-8d49-4979-a18f-e0407603aec8 req-4600000d-66f0-4e75-b20b-5b4a705e77bb tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 210 time: 0.1606615 May 19 11:18:15.488040 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c13eaea0-a504-4714-846e-d7c1c7f09b20 req-6570c658-9d6e-4352-b564-8da62b2b9f12 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 210 time: 0.1280587 May 19 11:18:15.555570 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:18:15.602114 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:18:15.608241 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 051fba77-f970-4647-b4c7-745fa0ab6cc4 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:15.634785 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] 10.222.0.107 "PUT /v2.0/routers/579f20e0-7c04-410a-b2a7-c27223a5201f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3683782 May 19 11:18:15.757891 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea93f-4959-44b8-97f3-5950eeca6cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:15.790690 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3f4ea93f-4959-44b8-97f3-5950eeca6cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:15.795439 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port 051fba77-f970-4647-b4c7-745fa0ab6cc4 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:15.798313 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-3f4ea93f-4959-44b8-97f3-5950eeca6cae admin admin] Usage tracker for resource:security_group_rule and tenant:60e6589476874192ab7e271d7b49dc6e is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:15.804912 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-3f4ea93f-4959-44b8-97f3-5950eeca6cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:15.808871 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 051fba77-f970-4647-b4c7-745fa0ab6cc4 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:15.810618 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:15.815945 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3f4ea93f-4959-44b8-97f3-5950eeca6cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:15.830409 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.106', 52905) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:16.044019 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea93f-4959-44b8-97f3-5950eeca6cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:16.053795 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea93f-4959-44b8-97f3-5950eeca6cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:16.089824 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c8a82ec1-f2f3-4b47-b2a4-c2eb17f54e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:16.215010 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:16.250206 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-3f4ea93f-4959-44b8-97f3-5950eeca6cae admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=60e6589476874192ab7e271d7b49dc6e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0647566 May 19 11:18:16.259211 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 36344) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:16.261182 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ea93f-4959-44b8-97f3-5950eeca6cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3164a5e-92ed-4c03-baf6-137a2ac808b4,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:16.262571 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port 051fba77-f970-4647-b4c7-745fa0ab6cc4, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=051fba77-f970-4647-b4c7-745fa0ab6cc4,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:16.269819 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3f4ea93f-4959-44b8-97f3-5950eeca6cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:16.278700 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:16.283894 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:16.464588 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-b966bbdd-6288-4324-bd6a-60a98a668953 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:16.468832 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-b966bbdd-6288-4324-bd6a-60a98a668953 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.106 "GET /v2.0/networks?id=7e683245-fa35-493a-954a-c472a77c2ec4 HTTP/1.1" status: 200 len: 811 time: 0.6373415 May 19 11:18:16.481093 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=051fba77-f970-4647-b4c7-745fa0ab6cc4,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:16.499498 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.499838 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.500175 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.501779 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.501779 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.501779 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.501779 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.507001 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.508384 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.508881 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.509475 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.509639 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Tracked resource versions report: May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: pushed versions: May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: { 'AddressGroup': {'1.2'}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'ConntrackHelper': {'1.0'}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'Log': {'1.0'}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'Network': {'1.1'}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'Port': {'1.7'}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'PortForwarding': {'1.2'}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'QosPolicy': {'1.8'}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'SecurityGroup': {'1.4'}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'SecurityGroupRule': {'1.2'}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'SubPort': {'1.0'}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'Subnet': {'1.1'}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'Trunk': {'1.1'}} May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: consumer versions: May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: { DHCP agent@dv-cinder-768105-9-smb: {}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: HyperV agent@hv-cinder-76810: {}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: L3 agent@dv-cinder-768105-9-smb: {}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: Metadata agent@dv-cinder-768105-9-smb: {}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: Metering agent@dv-cinder-768105-9-smb: {}, May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: Open vSwitch agent@dv-cinder-768105-9-smb: { 'AddressGroup': '1.2', May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'ConntrackHelper': '1.0', May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'Log': '1.0', May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'Network': '1.1', May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'Port': '1.7', May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'PortForwarding': '1.2', May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'QosPolicy': '1.8', May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'SecurityGroup': '1.4', May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'SecurityGroupRule': '1.2', May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'SubPort': '1.0', May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'Subnet': '1.1', May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: 'Trunk': '1.1'}} May 19 11:18:16.514138 dv-cinder-768105-9-smb neutron-server[91617]: {{(pid=91617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:18:16.529767 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Request body: {'port': {'device_id': '9b23e649-6621-4f1e-9bc7-b01218aac6fb', 'network_id': '7e683245-fa35-493a-954a-c472a77c2ec4', 'admin_state_up': True, 'tenant_id': '97440a5dbd564bd096492247ef4b9a79'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:16.531771 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:16.581042 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3f90524c-dda5-450b-a15f-719b20fb2d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:16.606985 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.106', 52907) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:16.736712 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-447002a8-310a-4de6-8fd8-52abec698621 req-2a590542-32b6-4ad0-b826-f2948e545830 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 210 time: 0.1751864 May 19 11:18:16.825062 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3f90524c-dda5-450b-a15f-719b20fb2d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:17.101343 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-45f8993f-f09c-4919-a5f7-0870948c18a4 req-0bd940e3-74ee-4e9c-810d-a5cab12fd6dd tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 210 time: 0.1078241 May 19 11:18:17.239706 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3f90524c-dda5-450b-a15f-719b20fb2d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:17.258115 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:17.266563 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:17.282847 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Usage tracker for resource:port and tenant:97440a5dbd564bd096492247ef4b9a79 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:17.290196 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:17.297043 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90524c-dda5-450b-a15f-719b20fb2d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3164a5e-92ed-4c03-baf6-137a2ac808b4,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:17.299703 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3f90524c-dda5-450b-a15f-719b20fb2d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:17.312813 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:17.328975 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3f90524c-dda5-450b-a15f-719b20fb2d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:17.336090 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-3f90524c-dda5-450b-a15f-719b20fb2d94 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a3164a5e-92ed-4c03-baf6-137a2ac808b4 HTTP/1.1" status: 204 len: 168 time: 1.0757973 May 19 11:18:17.362580 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-7e8bddd0-3446-41d9-968a-f47a85b0d175 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:17.363356 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-7e8bddd0-3446-41d9-968a-f47a85b0d175 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Synchronizing usage tracker for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:network {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:18:17.367864 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Made reservation on behalf of 97440a5dbd564bd096492247ef4b9a79 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:17.371346 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:17.474275 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-7e8bddd0-3446-41d9-968a-f47a85b0d175 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Unset dirty status for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:network {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:18:17.475471 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-7e8bddd0-3446-41d9-968a-f47a85b0d175 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 814 time: 0.8653729 May 19 11:18:17.508794 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Request body: {'port': {'device_id': '0aa08c61-b411-4e57-b11a-b06b32719bba', 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0', 'admin_state_up': True, 'tenant_id': '5aeb6ee050a140afab095d60d5ccc7b5'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:17.555337 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 051fba77-f970-4647-b4c7-745fa0ab6cc4 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:17.593547 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-252d3ac6-a80a-4605-a8a5-248180adcd71 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:17.594855 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-252d3ac6-a80a-4605-a8a5-248180adcd71 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Synchronizing usage tracker for tenant:38b0eb31f6c24ed4bb8561c2caaf1454 on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:18:17.614310 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Sync routers for ids ['579f20e0-7c04-410a-b2a7-c27223a5201f'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:18:17.631982 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-252d3ac6-a80a-4605-a8a5-248180adcd71 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Unset dirty status for tenant:38b0eb31f6c24ed4bb8561c2caaf1454 on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:18:17.633852 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-252d3ac6-a80a-4605-a8a5-248180adcd71 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 817 time: 0.4573038 May 19 11:18:17.661081 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Routers {'579f20e0-7c04-410a-b2a7-c27223a5201f'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:18:17.661520 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-e1ebabfd-ab61-4c29-a383-243eeaaf01da tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/quotas/38b0eb31f6c24ed4bb8561c2caaf1454 HTTP/1.1" status: 200 len: 375 time: 0.0206990 May 19 11:18:17.662574 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:18:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['579f20e0-7c04-410a-b2a7-c27223a5201f'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:17.796325 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Allocated IP 172.20.0.10 (7e683245-fa35-493a-954a-c472a77c2ec4/5b2265ce-5e9e-4fc4-957d-91809390b0e2/51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:18:17.813616 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:17.824007 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Usage tracker for resource:port and tenant:5aeb6ee050a140afab095d60d5ccc7b5 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:17.829005 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:17.846284 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:17.898725 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Made reservation on behalf of 5aeb6ee050a140afab095d60d5ccc7b5 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:17.904374 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:17.912639 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-a34529e3-f6dc-4fe9-89f4-f62ca9881231 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2408640 May 19 11:18:18.019340 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 051fba77-f970-4647-b4c7-745fa0ab6cc4 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:18.021709 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:18.169859 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Set router 579f20e0-7c04-410a-b2a7-c27223a5201f gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:18:18.318988 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c078566a-ef27-43da-8473-37fdc3f86227 req-64cc6be2-8d9b-4c7c-89f7-a13cff18bd91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 210 time: 0.2562997 May 19 11:18:18.373743 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-1f2a20fb-1da5-4859-a4d7-58d1e708c6e4 service neutron] 10.222.0.107 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460721 May 19 11:18:18.469094 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:18.551892 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:18.570269 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Allocated IP 172.20.0.3 (a67edc22-e060-405d-985f-69cd01eb46a0/1c2bd019-6a6c-4300-b853-1313af8f98a6/20383ded-0363-4a06-9fe8-b5e1b10cb1aa) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:18:18.602966 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:18.774711 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Network 7e683245-fa35-493a-954a-c472a77c2ec4 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:18.789726 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-13ca0eda-92a3-409e-82e2-268ce7103d65 req-0db772df-c5ef-4898-8ace-82b94523a59f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 210 time: 0.1543264 May 19 11:18:18.801223 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:18.816584 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Pushing event updated for resources: {'Port': ['ID=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:18.829120 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:18:18.836535 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:18.837394 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:18.859956 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:18.889463 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-7c02ccae-18ad-4598-b788-4c0cad89de28 service neutron] 10.222.0.107 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998600 May 19 11:18:18.935127 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4189138 May 19 11:18:18.940643 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-f97791d7-c415-49ef-9008-a4f37fc358ee tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:18:18.942514 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-f97791d7-c415-49ef-9008-a4f37fc358ee tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063691 May 19 11:18:19.215788 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:19.224229 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'name': 'tempest-ServerRescueNegativeTestJSON-19103991-router', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:18:07Z', 'updated_at': '2021-05-19T11:18:13Z', 'revision_number': 4, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'gw_port': {'id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:31:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:08Z', 'updated_at': '2021-05-19T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '8babc377-d86a-46e9-a541-dccf76d16ba9', 'name': '', 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'mac_address': 'fa:16:3e:50:ac:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ef1af51-5690-4d14-9a8c-0a613dd8ad0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:12Z', 'updated_at': '2021-05-19T11:18:14Z', 'revision_number': 2, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'subnets': [{'id': '9ef1af51-5690-4d14-9a8c-0a613dd8ad0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:19.238745 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Checking router: 579f20e0-7c04-410a-b2a7-c27223a5201f for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:18:19.239277 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Updating router 579f20e0-7c04-410a-b2a7-c27223a5201f port 8babc377-d86a-46e9-a541-dccf76d16ba9 binding host dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:18:19.275524 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:19.290880 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:19.428655 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:19.433131 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Pushing event updated for resources: {'Port': ['ID=20383ded-0363-4a06-9fe8-b5e1b10cb1aa,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:19.439664 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:19.451785 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Network a67edc22-e060-405d-985f-69cd01eb46a0 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:19.453013 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:19.461746 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:18:19.467513 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:19.468180 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:19.504751 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0033317 May 19 11:18:19.707944 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-875c331f-cc4e-4e5c-a46e-2343a137b27d req-21b956c2-25e8-417b-9b44-ccd2efa17ba7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 210 time: 0.4165142 May 19 11:18:20.057566 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395f366-e454-4fb6-a5b1-ab5a1d6506fe req-dd9dd314-c87c-43bf-8a99-f22d71303947 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:20.080751 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9395f366-e454-4fb6-a5b1-ab5a1d6506fe req-dd9dd314-c87c-43bf-8a99-f22d71303947 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 932 time: 0.2909806 May 19 11:18:20.351814 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-9395f366-e454-4fb6-a5b1-ab5a1d6506fe req-d3a17aa9-7abf-4568-90c8-0b5585c6e9f7 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Synchronizing usage tracker for tenant:97440a5dbd564bd096492247ef4b9a79 on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:18:20.391884 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Request body: {'port': {'device_id': '9b23e649-6621-4f1e-9bc7-b01218aac6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:20.408722 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-9395f366-e454-4fb6-a5b1-ab5a1d6506fe req-d3a17aa9-7abf-4568-90c8-0b5585c6e9f7 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Unset dirty status for tenant:97440a5dbd564bd096492247ef4b9a79 on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:18:20.427485 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9395f366-e454-4fb6-a5b1-ab5a1d6506fe req-d3a17aa9-7abf-4568-90c8-0b5585c6e9f7 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374693 May 19 11:18:20.535839 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1187c-6c9b-4d09-ae4a-7b2d14e04c59 req-cb2d4a8f-4dc1-4e1b-8e96-4c5d1d230b51 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:20.562082 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f0d1187c-6c9b-4d09-ae4a-7b2d14e04c59 req-cb2d4a8f-4dc1-4e1b-8e96-4c5d1d230b51 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 931 time: 0.3996119 May 19 11:18:20.605266 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:20.678516 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Transition to ACTIVE for port object 8babc377-d86a-46e9-a541-dccf76d16ba9 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:20.703289 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:20.768989 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:20.868451 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Request body: {'port': {'device_id': '0aa08c61-b411-4e57-b11a-b06b32719bba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:20.875117 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f0d1187c-6c9b-4d09-ae4a-7b2d14e04c59 req-e47e0c68-6166-4128-8fd8-b32b029feeb5 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070569 May 19 11:18:21.136737 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:21.240750 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-4642814d-cd6a-46a3-8edb-fcd962640f3c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:21.266897 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-4642814d-cd6a-46a3-8edb-fcd962640f3c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 817 time: 0.4954002 May 19 11:18:21.311144 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-1f38eba6-9cb1-4977-8b38-093cc5237824 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/quotas/38b0eb31f6c24ed4bb8561c2caaf1454 HTTP/1.1" status: 200 len: 375 time: 0.0433006 May 19 11:18:21.462109 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72275915-89c3-4f99-a0f4-c12b03d1fdf9 None None] Pushing event updated for resources: {'Port': ['ID=8babc377-d86a-46e9-a541-dccf76d16ba9,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:21.482816 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:21.483377 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-72275915-89c3-4f99-a0f4-c12b03d1fdf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:21.544851 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Attempting to bind port 8babc377-d86a-46e9-a541-dccf76d16ba9 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:18:21.545511 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Attempting to bind port 8babc377-d86a-46e9-a541-dccf76d16ba9 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:18:21.546135 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Attempting to bind port 8babc377-d86a-46e9-a541-dccf76d16ba9 on network b0388072-038d-4c14-a70f-4a6a2ce6a580 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:21.586966 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:18:21.587482 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Checking segment: {'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:21.588046 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:21.588635 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Bound using segment: {'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:18:21.589480 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Bound port: 8babc377-d86a-46e9-a541-dccf76d16ba9, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:18:21.590108 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:21.739300 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-d270d0a8-d7c1-42d7-8e0c-0973fab91a04 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4266713 May 19 11:18:22.090174 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] For port 8babc377-d86a-46e9-a541-dccf76d16ba9, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:18:22.099472 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] For port 8babc377-d86a-46e9-a541-dccf76d16ba9, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=8babc377-d86a-46e9-a541-dccf76d16ba9,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:18:22.107425 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:22.127763 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:22.173251 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36582) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:22.323431 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20383ded-0363-4a06-9fe8-b5e1b10cb1aa {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:18:22.331436 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:22.347451 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Transition to ACTIVE for port object 20383ded-0363-4a06-9fe8-b5e1b10cb1aa will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:22.356910 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:22.392127 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:22.453707 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Routers {'579f20e0-7c04-410a-b2a7-c27223a5201f'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:18:22.456778 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:18:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['579f20e0-7c04-410a-b2a7-c27223a5201f'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:22.466962 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.106', 52920) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:22.568721 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-b5d7db84-6e54-445b-a90d-1339f189f3bc service neutron] 10.222.0.107 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8185670 May 19 11:18:22.596377 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a59f6d-cd24-499b-9cbf-c90d7bc19023 req-86d6bec9-b219-4824-ad85-0f1007095f7c tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:22.607198 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-08a59f6d-cd24-499b-9cbf-c90d7bc19023 req-86d6bec9-b219-4824-ad85-0f1007095f7c tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 932 time: 0.7147150 May 19 11:18:22.812969 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72275915-89c3-4f99-a0f4-c12b03d1fdf9 None None] Pushing event updated for resources: {'Port': ['ID=8babc377-d86a-46e9-a541-dccf76d16ba9,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:22.816600 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-72275915-89c3-4f99-a0f4-c12b03d1fdf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:22.905924 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63b4-67f9-4830-a315-cd80a35c0eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:22.961573 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-2c7f63b4-67f9-4830-a315-cd80a35c0eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:22.969485 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-2c7f63b4-67f9-4830-a315-cd80a35c0eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:448d433229364ed5b676a5033e9ddf85 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:22.977016 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-2c7f63b4-67f9-4830-a315-cd80a35c0eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:22.977836 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] Set router 579f20e0-7c04-410a-b2a7-c27223a5201f gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:18:22.983238 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-2c7f63b4-67f9-4830-a315-cd80a35c0eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:22.988495 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Pushing event updated for resources: {'Port': ['ID=20383ded-0363-4a06-9fe8-b5e1b10cb1aa,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:22.993408 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:23.076866 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-08a59f6d-cd24-499b-9cbf-c90d7bc19023 req-45a43b75-c7f1-4c89-bf90-b8e4ce5ce9aa tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726618 May 19 11:18:23.100304 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-88853ce5-f0bb-4183-a227-69adf92be290 service neutron] 10.222.0.107 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907308 May 19 11:18:23.230069 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63b4-67f9-4830-a315-cd80a35c0eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:23.235917 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2c7f63b4-67f9-4830-a315-cd80a35c0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:23.282057 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:23.299023 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Attempting to bind port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:18:23.299380 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Attempting to bind port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:18:23.299707 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Attempting to bind port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa on network a67edc22-e060-405d-985f-69cd01eb46a0 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:23.486571 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-10f52b70-2ad8-41c7-a221-c638e1283ae1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:23.492808 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-10f52b70-2ad8-41c7-a221-c638e1283ae1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.106 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 817 time: 1.0077202 May 19 11:18:23.493979 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa on network a67edc22-e060-405d-985f-69cd01eb46a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:18:23.495015 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Attempting to bind port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa on network a67edc22-e060-405d-985f-69cd01eb46a0 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:23.539239 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:18:23.555517 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Checking segment: {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:23.556378 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Bound using segment: {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:18:23.559188 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Bound port: 20383ded-0363-4a06-9fe8-b5e1b10cb1aa, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:18:23.559188 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:23.628329 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Request body: {'port': {'device_id': 'a9f9d9dd-51d4-40c2-b781-0ebb7002fe35', 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580', 'admin_state_up': True, 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:23.632791 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c82b83da-8423-4faa-89c4-5c69329fc678 req-79cd51a0-808d-435b-ac66-42499fc00835 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 210 time: 0.2142625 May 19 11:18:23.633526 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f63b4-67f9-4830-a315-cd80a35c0eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6392585c-370d-4c5b-8620-1bffa8f630ba,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:23.673694 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2c7f63b4-67f9-4830-a315-cd80a35c0eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:23.795353 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-2c7f63b4-67f9-4830-a315-cd80a35c0eb6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=448d433229364ed5b676a5033e9ddf85&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6194091 May 19 11:18:23.801367 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36634) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:23.905370 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'name': 'tempest-ServerRescueNegativeTestJSON-19103991-router', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:18:07Z', 'updated_at': '2021-05-19T11:18:13Z', 'revision_number': 4, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'gw_port': {'id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:31:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:08Z', 'updated_at': '2021-05-19T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '8babc377-d86a-46e9-a541-dccf76d16ba9', 'name': '', 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'mac_address': 'fa:16:3e:50:ac:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ef1af51-5690-4d14-9a8c-0a613dd8ad0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:12Z', 'updated_at': '2021-05-19T11:18:22Z', 'revision_number': 4, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'subnets': [{'id': '9ef1af51-5690-4d14-9a8c-0a613dd8ad0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:23.911586 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa0db7-beac-4493-ad32-ca6d889ac78d None None] The sync data for ids ['579f20e0-7c04-410a-b2a7-c27223a5201f'] in dv-cinder-768105-9-smb is: [{'id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'name': 'tempest-ServerRescueNegativeTestJSON-19103991-router', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:18:07Z', 'updated_at': '2021-05-19T11:18:13Z', 'revision_number': 4, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'gw_port': {'id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:31:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:08Z', 'updated_at': '2021-05-19T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '8babc377-d86a-46e9-a541-dccf76d16ba9', 'name': '', 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'mac_address': 'fa:16:3e:50:ac:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ef1af51-5690-4d14-9a8c-0a613dd8ad0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:12Z', 'updated_at': '2021-05-19T11:18:22Z', 'revision_number': 4, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'subnets': [{'id': '9ef1af51-5690-4d14-9a8c-0a613dd8ad0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:18:23.979880 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-43d4d533-59f4-4dea-a270-929c166d25c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:24.117720 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46bfd5-9c4d-4ec2-b172-799da7766aab req-19edc3cb-e03c-4ab0-b9bd-037aa2ed5a57 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:24.123903 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bb46bfd5-9c4d-4ec2-b172-799da7766aab req-19edc3cb-e03c-4ab0-b9bd-037aa2ed5a57 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 943 time: 0.7072184 May 19 11:18:24.334994 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-43d4d533-59f4-4dea-a270-929c166d25c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:24.339368 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:24.346810 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Usage tracker for resource:port and tenant:38b0eb31f6c24ed4bb8561c2caaf1454 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:24.352502 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:24.360064 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:24.416544 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Made reservation on behalf of 38b0eb31f6c24ed4bb8561c2caaf1454 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:24.429967 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:24.528673 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-43d4d533-59f4-4dea-a270-929c166d25c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:24.684430 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2c7f63b4-67f9-4830-a315-cd80a35c0eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:24.704383 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.db.resource_extend [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 11:18:24.760161 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4d533-59f4-4dea-a270-929c166d25c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6392585c-370d-4c5b-8620-1bffa8f630ba,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:24.766630 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-43d4d533-59f4-4dea-a270-929c166d25c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:24.808175 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bb46bfd5-9c4d-4ec2-b172-799da7766aab req-28a6dd2c-670f-4714-bd66-3774ef9963f9 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708989 May 19 11:18:24.831953 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-43d4d533-59f4-4dea-a270-929c166d25c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:24.835361 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-43d4d533-59f4-4dea-a270-929c166d25c3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6392585c-370d-4c5b-8620-1bffa8f630ba HTTP/1.1" status: 204 len: 168 time: 1.0301130 May 19 11:18:24.889816 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0f194-4d35-44f9-8133-3a520f95f9c8 req-7a4dba87-f1b3-4124-8f40-778c9d0fd35f tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:24.892411 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-16c0f194-4d35-44f9-8133-3a520f95f9c8 req-7a4dba87-f1b3-4124-8f40-778c9d0fd35f tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 932 time: 0.3662472 May 19 11:18:24.968606 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:18:24.980218 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:25.012808 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Transition to ACTIVE for port object 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:25.021971 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-16c0f194-4d35-44f9-8133-3a520f95f9c8 req-8808f690-1c46-46b1-93a6-9a29134d5dac tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221695 May 19 11:18:25.024254 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:25.051945 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:25.154179 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] For port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:18:25.173707 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ed4431aa-2163-439c-9d9e-da1b9291b10d req-37787b62-0811-421d-85fa-8e5ac777d7ee tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 210 time: 0.0874796 May 19 11:18:25.207629 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] For port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=20383ded-0363-4a06-9fe8-b5e1b10cb1aa,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:18:25.318277 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Pushing event updated for resources: {'Port': ['ID=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:25.323354 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:25.336745 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:25.386326 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.106', 52926) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:25.433144 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:25.482512 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:25.483355 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:25.485061 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] 10.222.0.106 "PUT /v2.0/ports/20383ded-0363-4a06-9fe8-b5e1b10cb1aa HTTP/1.1" status: 200 len: 1093 time: 5.6900508 May 19 11:18:25.521286 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa08c61-b411-4e57-b11a-b06b32719bba', 'tag': '20383ded-0363-4a06-9fe8-b5e1b10cb1aa'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:18:25.666905 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 8babc377-d86a-46e9-a541-dccf76d16ba9 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:25.677675 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 36706) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:25.708132 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Allocated IP 172.20.0.3 (b0388072-038d-4c14-a70f-4a6a2ce6a580/9ef1af51-5690-4d14-9a8c-0a613dd8ad0e/d502eff3-fcad-41a8-b2b5-ffda28703a22) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:18:25.851066 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-28c8b794-0bd1-44f9-a357-59eb9000d638 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:25.854766 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-28c8b794-0bd1-44f9-a357-59eb9000d638 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.106 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 817 time: 0.4348643 May 19 11:18:25.889801 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port 8babc377-d86a-46e9-a541-dccf76d16ba9 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:25.913871 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 8babc377-d86a-46e9-a541-dccf76d16ba9 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:25.914538 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:25.967348 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Request body: {'port': {'device_id': 'cce992df-9e30-401d-ac23-900db03ab2d6', 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580', 'admin_state_up': True, 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:25.977170 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:26.040509 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Pushing event updated for resources: {'Port': ['ID=20383ded-0363-4a06-9fe8-b5e1b10cb1aa,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:26.116561 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9713c8c0-774e-447f-8f8d-2ab31b6599a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:26.158463 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:26.161923 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:26.179332 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-9713c8c0-774e-447f-8f8d-2ab31b6599a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:26.196935 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-9713c8c0-774e-447f-8f8d-2ab31b6599a0 admin admin] Usage tracker for resource:security_group_rule and tenant:39a38c89bb3848bbbf301dc71e06efb9 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:26.213012 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-9713c8c0-774e-447f-8f8d-2ab31b6599a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:26.227466 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-9713c8c0-774e-447f-8f8d-2ab31b6599a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:26.305997 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:26.381468 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Attempting to bind port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:18:26.381930 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Attempting to bind port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'f8496239-e07c-4409-b535-5033e8b3f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7e683245-fa35-493a-954a-c472a77c2ec4'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:18:26.382375 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Attempting to bind port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa on network 7e683245-fa35-493a-954a-c472a77c2ec4 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:26.413873 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:26.421791 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port 8babc377-d86a-46e9-a541-dccf76d16ba9, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=8babc377-d86a-46e9-a541-dccf76d16ba9,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:26.427895 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:26.435613 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:26.455388 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Network b0388072-038d-4c14-a70f-4a6a2ce6a580 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:26.459028 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:26.471463 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa on network 7e683245-fa35-493a-954a-c472a77c2ec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:18:26.472034 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Attempting to bind port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa on network 7e683245-fa35-493a-954a-c472a77c2ec4 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:26.474603 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:18:26.477353 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:26.481073 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:26.481715 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Usage tracker for resource:port and tenant:38b0eb31f6c24ed4bb8561c2caaf1454 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:26.482183 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:26.485027 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:26.491985 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:26.521357 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:18:26.522029 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Checking segment: {'id': 'f8496239-e07c-4409-b535-5033e8b3f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7e683245-fa35-493a-954a-c472a77c2ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:26.522558 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Bound using segment: {'id': 'f8496239-e07c-4409-b535-5033e8b3f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7e683245-fa35-493a-954a-c472a77c2ec4'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:18:26.523177 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Bound port: 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8496239-e07c-4409-b535-5033e8b3f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '7e683245-fa35-493a-954a-c472a77c2ec4'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:18:26.524058 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:26.589921 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-f4ab0cd9-b6a3-4e8f-b422-1688556bb13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:26.590137 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=8babc377-d86a-46e9-a541-dccf76d16ba9,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:26.591841 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-f4ab0cd9-b6a3-4e8f-b422-1688556bb13c service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 1096 time: 0.5479028 May 19 11:18:26.593652 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:26.627109 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Made reservation on behalf of 38b0eb31f6c24ed4bb8561c2caaf1454 for: {'port': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:26.630977 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:26.722584 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] For port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:18:26.726149 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] For port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa,segment=NetworkSegment(f8496239-e07c-4409-b535-5033e8b3f6df),segment_id=f8496239-e07c-4409-b535-5033e8b3f6df)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:18:26.813051 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Allocated IP 172.20.0.8 (b0388072-038d-4c14-a70f-4a6a2ce6a580/9ef1af51-5690-4d14-9a8c-0a613dd8ad0e/95182e81-3976-49ee-b6c2-78028a715fdb) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:18:26.894371 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:26.951099 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-4d41bff8-dd3a-40fd-bcea-d3909d4cfd7b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20383ded-0363-4a06-9fe8-b5e1b10cb1aa HTTP/1.1" status: 200 len: 217 time: 0.2233369 May 19 11:18:26.952469 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4331980 May 19 11:18:26.963788 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:26.965336 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:26.966885 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] 10.222.0.106 "PUT /v2.0/ports/51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa HTTP/1.1" status: 200 len: 1094 time: 7.1649909 May 19 11:18:26.975497 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9713c8c0-774e-447f-8f8d-2ab31b6599a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:26.976699 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Pushing event updated for resources: {'Port': ['ID=d502eff3-fcad-41a8-b2b5-ffda28703a22,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:26.980372 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:26.980782 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:27.111388 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36756) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:27.185830 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:27.265644 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Request body: {'port': {'device_id': 'a9f9d9dd-51d4-40c2-b781-0ebb7002fe35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:27.273344 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c4192-f589-4266-a0ee-d2e8d6443349 req-d003e243-7c7f-49ce-8756-005e33cf05b7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:27.274987 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-862c4192-f589-4266-a0ee-d2e8d6443349 req-d003e243-7c7f-49ce-8756-005e33cf05b7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 943 time: 0.7731984 May 19 11:18:27.295281 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9713c8c0-774e-447f-8f8d-2ab31b6599a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:27.296462 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Pushing event updated for resources: {'Port': ['ID=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:27.300680 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-ce400fcf-8f6c-4b07-8313-c702c62dbf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:27.303260 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-ce400fcf-8f6c-4b07-8313-c702c62dbf04 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c2bd019-6a6c-4300-b853-1313af8f98a6 HTTP/1.1" status: 200 len: 854 time: 0.1491907 May 19 11:18:27.303376 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:27.305950 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925d80e-2f24-4138-9bc7-5aa688c6d011 req-4d4c05dd-45fc-40f7-b53b-136312022740 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:27.308064 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f925d80e-2f24-4138-9bc7-5aa688c6d011 req-4d4c05dd-45fc-40f7-b53b-136312022740 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 944 time: 0.8076408 May 19 11:18:27.432654 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-653b6268-5bd1-4809-841a-90feb0b0fe68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:27.460364 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-9713c8c0-774e-447f-8f8d-2ab31b6599a0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=39a38c89bb3848bbbf301dc71e06efb9&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4214997 May 19 11:18:27.538468 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 36774) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:27.542858 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-7c72b58d-698b-4e95-a091-1d3e9bd0a217 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=a67edc22-e060-405d-985f-69cd01eb46a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223938 May 19 11:18:27.568156 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 8babc377-d86a-46e9-a541-dccf76d16ba9 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:27.606923 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f925d80e-2f24-4138-9bc7-5aa688c6d011 req-efa3c011-56bd-4bfd-8862-0749c185f632 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602944 May 19 11:18:27.607572 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3d30-4c58-4427-b61f-780997b3a8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:27.657653 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-862c4192-f589-4266-a0ee-d2e8d6443349 req-64d2ae83-f0f8-4135-84a3-1453dd378947 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485112 May 19 11:18:27.687705 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-cc0c3d30-4c58-4427-b61f-780997b3a8b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:27.715656 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-cc0c3d30-4c58-4427-b61f-780997b3a8b5 admin admin] Usage tracker for resource:security_group_rule and tenant:809312959a3948d6abe569a1b46810a1 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:27.719362 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-cc0c3d30-4c58-4427-b61f-780997b3a8b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:27.739274 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 8babc377-d86a-46e9-a541-dccf76d16ba9 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:27.739657 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:27.756818 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-cc0c3d30-4c58-4427-b61f-780997b3a8b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:27.759277 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:27.822908 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:27.887621 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713c8c0-774e-447f-8f8d-2ab31b6599a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f03403-4301-4d99-b50a-8cac4572723b,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:27.900296 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9713c8c0-774e-447f-8f8d-2ab31b6599a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:27.981980 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:28.095480 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Network b0388072-038d-4c14-a70f-4a6a2ce6a580 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:28.111283 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:28.127924 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:18:28.133670 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:28.134366 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:28.171268 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-361df10f-50b7-4be0-8992-0f6da41f6c2d service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793049 May 19 11:18:28.187786 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-ed7e6744-1caa-4e4e-9a1d-c80b7a1b9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:28.190397 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-ed7e6744-1caa-4e4e-9a1d-c80b7a1b9810 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=97440a5dbd564bd096492247ef4b9a79&device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 1097 time: 1.0548120 May 19 11:18:28.194146 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Pushing event updated for resources: {'Port': ['ID=95182e81-3976-49ee-b6c2-78028a715fdb,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:28.219914 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:28.222430 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b01ca5d8-0819-4b2c-97bf-53bc42efb34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:28.235638 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2740901 May 19 11:18:28.246564 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Request body: {'port': {'device_id': 'cce992df-9e30-401d-ac23-900db03ab2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:28.299305 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa08c61-b411-4e57-b11a-b06b32719bba', 'tag': '20383ded-0363-4a06-9fe8-b5e1b10cb1aa', 'status': 'completed', 'code': 200} May 19 11:18:28.329121 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-be7e2aa1-7ff7-4396-9536-3bb38afe5a69 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa HTTP/1.1" status: 200 len: 217 time: 0.1013486 May 19 11:18:28.421994 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b01ca5d8-0819-4b2c-97bf-53bc42efb34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:28.426349 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ece8e9-8043-4bef-862c-3c0362de53d7 req-da4e316b-e8d4-4157-9cf6-8e7e95982601 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:28.427308 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-04ece8e9-8043-4bef-862c-3c0362de53d7 req-da4e316b-e8d4-4157-9cf6-8e7e95982601 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Synchronizing usage tracker for tenant:38b0eb31f6c24ed4bb8561c2caaf1454 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:18:28.490753 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-04ece8e9-8043-4bef-862c-3c0362de53d7 req-da4e316b-e8d4-4157-9cf6-8e7e95982601 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Unset dirty status for tenant:38b0eb31f6c24ed4bb8561c2caaf1454 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:18:28.493310 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-04ece8e9-8043-4bef-862c-3c0362de53d7 req-da4e316b-e8d4-4157-9cf6-8e7e95982601 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 931 time: 0.5175202 May 19 11:18:28.501664 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3d30-4c58-4427-b61f-780997b3a8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:28.506241 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:28.537146 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3d30-4c58-4427-b61f-780997b3a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:28.559642 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:28.603771 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-dbdd98c9-83db-4af5-989a-c7510c9dfefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:28.639118 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-f2eabd64-1e5c-4d2e-9feb-1db924a1df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:28.640584 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-f2eabd64-1e5c-4d2e-9feb-1db924a1df57 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5b2265ce-5e9e-4fc4-957d-91809390b0e2 HTTP/1.1" status: 200 len: 851 time: 0.2973599 May 19 11:18:28.696250 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-04ece8e9-8043-4bef-862c-3c0362de53d7 req-bade1b88-0c2e-4b3d-bd18-5440663acacb tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Synchronizing usage tracker for tenant:38b0eb31f6c24ed4bb8561c2caaf1454 on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:18:28.744802 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3d30-4c58-4427-b61f-780997b3a8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a6ad03-fd43-4852-a621-8227d79cbe3a,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:28.747255 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-3c57cabe-91a0-4d33-804d-6b36dc952660 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7e683245-fa35-493a-954a-c472a77c2ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887110 May 19 11:18:28.752279 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-37eb925f-540e-4558-8714-6dbe641b4d82 req-52576006-fd9e-46e6-88c8-511cfde05856 service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587783 May 19 11:18:28.752437 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-cc0c3d30-4c58-4427-b61f-780997b3a8b5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=809312959a3948d6abe569a1b46810a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6374297 May 19 11:18:28.758584 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cc0c3d30-4c58-4427-b61f-780997b3a8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:28.805791 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 36800) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:28.872314 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b01ca5d8-0819-4b2c-97bf-53bc42efb34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:28.893654 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:28.914987 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-04ece8e9-8043-4bef-862c-3c0362de53d7 req-bade1b88-0c2e-4b3d-bd18-5440663acacb tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Unset dirty status for tenant:38b0eb31f6c24ed4bb8561c2caaf1454 on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:18:28.916770 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-04ece8e9-8043-4bef-862c-3c0362de53d7 req-bade1b88-0c2e-4b3d-bd18-5440663acacb tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167254 May 19 11:18:28.967049 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cfd65-ccb7-464f-af8d-6d8103c82508 req-53d99c03-0b93-411f-95bc-e59a42ee1ae8 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:28.979494 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-817cfd65-ccb7-464f-af8d-6d8103c82508 req-53d99c03-0b93-411f-95bc-e59a42ee1ae8 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 944 time: 0.2198536 May 19 11:18:28.985646 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ca5d8-0819-4b2c-97bf-53bc42efb34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f03403-4301-4d99-b50a-8cac4572723b,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:28.994116 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b01ca5d8-0819-4b2c-97bf-53bc42efb34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:29.031735 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b01ca5d8-0819-4b2c-97bf-53bc42efb34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:29.032770 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-b01ca5d8-0819-4b2c-97bf-53bc42efb34c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a0f03403-4301-4d99-b50a-8cac4572723b HTTP/1.1" status: 204 len: 168 time: 1.4852419 May 19 11:18:29.098443 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-086d94c7-9cc6-4ac2-b9b2-2d5062b7cb43 service neutron] 10.222.0.106 "GET /v2.0/networks/7e683245-fa35-493a-954a-c472a77c2ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889702 May 19 11:18:29.100043 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a2f2cd1a-3da1-4b8a-bced-865cf3474143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:29.113698 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-817cfd65-ccb7-464f-af8d-6d8103c82508 req-18e9d3da-b7f3-45d1-89f9-2fe5ecb8b283 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296344 May 19 11:18:29.164386 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b471e-d9d5-4e64-85e1-c0ed7a3a48a0 req-09d643db-59d2-4cfa-9cc5-77e0ad40ebdb tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:29.176324 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cd5b471e-d9d5-4e64-85e1-c0ed7a3a48a0 req-09d643db-59d2-4cfa-9cc5-77e0ad40ebdb tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 943 time: 0.1169660 May 19 11:18:29.239302 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cd5b471e-d9d5-4e64-85e1-c0ed7a3a48a0 req-155e9ba9-cdb9-4363-a052-820fb55a6f75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662911 May 19 11:18:29.378295 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.db.resource_extend [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 11:18:29.391167 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a2f2cd1a-3da1-4b8a-bced-865cf3474143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:29.506328 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d502eff3-fcad-41a8-b2b5-ffda28703a22 {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:18:29.524825 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:29.551202 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-77400d3e-bd70-48fa-8159-c1bb6acb3f9d req-fb7ad6fa-17ab-4d2f-96fc-3603bc92ffd5 service neutron] 10.222.0.106 "GET /v2.0/networks/7e683245-fa35-493a-954a-c472a77c2ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085965 May 19 11:18:29.552110 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Transition to ACTIVE for port object d502eff3-fcad-41a8-b2b5-ffda28703a22 will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:29.554919 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285487ab-b0ac-44e0-968f-8d841ab8af9b req-ecb70e14-9805-487c-a2d8-114c0310d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:29.556642 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-285487ab-b0ac-44e0-968f-8d841ab8af9b req-ecb70e14-9805-487c-a2d8-114c0310d0ac service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 1096 time: 0.5020266 May 19 11:18:29.560822 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:29.569400 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8287781b-a89d-4021-9706-a3687a90ce91 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:29.841678 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a2f2cd1a-3da1-4b8a-bced-865cf3474143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:29.920879 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95182e81-3976-49ee-b6c2-78028a715fdb {{(pid=91616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:18:29.932922 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:29.955647 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Transition to ACTIVE for port object 95182e81-3976-49ee-b6c2-78028a715fdb will not be triggered until provisioned by entity L2. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:29.961810 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:29.972709 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:30.031075 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285487ab-b0ac-44e0-968f-8d841ab8af9b req-a26a24bb-b1f0-43c3-b0a9-d49cbbe3e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:30.032606 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-285487ab-b0ac-44e0-968f-8d841ab8af9b req-a26a24bb-b1f0-43c3-b0a9-d49cbbe3e9de service neutron] 10.222.0.106 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 916 time: 0.3476150 May 19 11:18:30.043239 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Pushing event updated for resources: {'Port': ['ID=d502eff3-fcad-41a8-b2b5-ffda28703a22,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:30.256336 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:30.262595 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-285487ab-b0ac-44e0-968f-8d841ab8af9b req-1ea9da7c-cdaf-42fb-915f-10383282de1e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20383ded-0363-4a06-9fe8-b5e1b10cb1aa HTTP/1.1" status: 200 len: 217 time: 0.2007895 May 19 11:18:30.292852 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Pushing event updated for resources: {'Port': ['ID=95182e81-3976-49ee-b6c2-78028a715fdb,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:30.304964 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9713c8c0-774e-447f-8f8d-2ab31b6599a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:30.322870 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:30.363800 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a2f2cd1a-3da1-4b8a-bced-865cf3474143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:30.373950 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-a2f2cd1a-3da1-4b8a-bced-865cf3474143 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/19a6ad03-fd43-4852-a621-8227d79cbe3a HTTP/1.1" status: 204 len: 168 time: 1.5655744 May 19 11:18:30.378404 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b23e649-6621-4f1e-9bc7-b01218aac6fb', 'tag': '51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:18:30.477257 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Attempting to bind port 95182e81-3976-49ee-b6c2-78028a715fdb on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:18:30.478126 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Attempting to bind port 95182e81-3976-49ee-b6c2-78028a715fdb by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:18:30.478730 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Attempting to bind port 95182e81-3976-49ee-b6c2-78028a715fdb on network b0388072-038d-4c14-a70f-4a6a2ce6a580 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:30.514495 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Port 95182e81-3976-49ee-b6c2-78028a715fdb on network b0388072-038d-4c14-a70f-4a6a2ce6a580 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:18:30.514827 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Attempting to bind port 95182e81-3976-49ee-b6c2-78028a715fdb on network b0388072-038d-4c14-a70f-4a6a2ce6a580 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:30.537922 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:18:30.538241 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Checking segment: {'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:30.538859 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Bound using segment: {'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:18:30.539340 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Bound port: 95182e81-3976-49ee-b6c2-78028a715fdb, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'}}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:18:30.539756 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:30.540382 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2cd1a-3da1-4b8a-bced-865cf3474143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a6ad03-fd43-4852-a621-8227d79cbe3a,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:30.558328 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-a2f2cd1a-3da1-4b8a-bced-865cf3474143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:30.563502 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Attempting to bind port d502eff3-fcad-41a8-b2b5-ffda28703a22 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:18:30.563965 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Attempting to bind port d502eff3-fcad-41a8-b2b5-ffda28703a22 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:18:30.564990 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Attempting to bind port d502eff3-fcad-41a8-b2b5-ffda28703a22 on network b0388072-038d-4c14-a70f-4a6a2ce6a580 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:30.623543 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Port d502eff3-fcad-41a8-b2b5-ffda28703a22 on network b0388072-038d-4c14-a70f-4a6a2ce6a580 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:18:30.623880 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Attempting to bind port d502eff3-fcad-41a8-b2b5-ffda28703a22 on network b0388072-038d-4c14-a70f-4a6a2ce6a580 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:30.647870 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:18:30.648212 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Checking segment: {'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:30.648597 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Bound using segment: {'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:18:30.649048 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Bound port: d502eff3-fcad-41a8-b2b5-ffda28703a22, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3822d17-dfbb-4911-b219-d30e2b1027bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:18:30.651628 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:30.680930 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673492c-3b4a-4a0e-957e-1d8f51451365 req-59505418-713f-4717-a3e1-a887b8a85ea4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:30.683745 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285487ab-b0ac-44e0-968f-8d841ab8af9b req-540530ec-ffa7-44cf-ba1e-67c50bbe7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:30.684955 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d673492c-3b4a-4a0e-957e-1d8f51451365 req-59505418-713f-4717-a3e1-a887b8a85ea4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 943 time: 0.4268639 May 19 11:18:30.685242 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-285487ab-b0ac-44e0-968f-8d841ab8af9b req-540530ec-ffa7-44cf-ba1e-67c50bbe7192 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c2bd019-6a6c-4300-b853-1313af8f98a6 HTTP/1.1" status: 200 len: 854 time: 0.3319957 May 19 11:18:30.775697 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69c2e-9492-495c-9f18-880c14bf84ed req-74729428-b251-49c6-a516-34daa0144add tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:30.780375 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bdc69c2e-9492-495c-9f18-880c14bf84ed req-74729428-b251-49c6-a516-34daa0144add tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 944 time: 0.3606291 May 19 11:18:30.856428 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-285487ab-b0ac-44e0-968f-8d841ab8af9b req-733d27a0-c2f9-4791-9256-6d0fc9392554 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=a67edc22-e060-405d-985f-69cd01eb46a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564875 May 19 11:18:30.908752 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d673492c-3b4a-4a0e-957e-1d8f51451365 req-8eb74479-04f5-4dc5-bdcc-7b53893f509c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168679 May 19 11:18:30.923249 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] For port 95182e81-3976-49ee-b6c2-78028a715fdb, host hv-cinder-76810, cleared binding levels {{(pid=91616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:18:31.000092 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bdc69c2e-9492-495c-9f18-880c14bf84ed req-7568f2ba-ff61-4185-9b46-8bbd82252e0a tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969185 May 19 11:18:31.006855 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] For port 95182e81-3976-49ee-b6c2-78028a715fdb, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=95182e81-3976-49ee-b6c2-78028a715fdb,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:18:31.015180 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:31.024324 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:31.161867 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 36894) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:31.225203 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] For port d502eff3-fcad-41a8-b2b5-ffda28703a22, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:18:31.245216 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:31.260963 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] For port d502eff3-fcad-41a8-b2b5-ffda28703a22, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:18:31.361111 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-004be170-ff26-4f14-9cb6-8c489942edad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:31.408740 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:31.410037 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:31.410562 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-285487ab-b0ac-44e0-968f-8d841ab8af9b req-f53114be-1c1f-4cdd-9199-59ac79124202 service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302424 May 19 11:18:31.411937 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] 10.222.0.106 "PUT /v2.0/ports/95182e81-3976-49ee-b6c2-78028a715fdb HTTP/1.1" status: 200 len: 1093 time: 3.1702569 May 19 11:18:31.412602 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce992df-9e30-401d-ac23-900db03ab2d6', 'tag': '95182e81-3976-49ee-b6c2-78028a715fdb'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:18:31.515825 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-75f65221-5317-478d-9c2f-b4b0237bdce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:31.538554 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:31.586548 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b23e649-6621-4f1e-9bc7-b01218aac6fb', 'tag': '51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa', 'status': 'completed', 'code': 200} May 19 11:18:31.590920 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:31.612656 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Pushing event updated for resources: {'Port': ['ID=95182e81-3976-49ee-b6c2-78028a715fdb,revision_number=3']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:31.619809 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:31.648285 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf8acb-bfb4-42d5-98df-22713acf2c2f req-1ce28608-f423-4282-8186-7a952518514e tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:31.656165 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3cbf8acb-bfb4-42d5-98df-22713acf2c2f req-1ce28608-f423-4282-8186-7a952518514e tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 943 time: 0.4164178 May 19 11:18:31.713945 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3cbf8acb-bfb4-42d5-98df-22713acf2c2f req-fe2da712-c2c3-422d-b55b-3653d9d97876 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567441 May 19 11:18:31.735408 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-847b6cd0-a3ec-4122-b80f-0d30ad46667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:31.737169 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-847b6cd0-a3ec-4122-b80f-0d30ad46667d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 1096 time: 0.1884334 May 19 11:18:31.850010 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-db220ac7-9557-4417-8f7f-a82892222d6a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:31.937556 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-285487ab-b0ac-44e0-968f-8d841ab8af9b req-e2f6421b-3a7f-478d-ae66-c94648876e32 service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404872 May 19 11:18:31.987240 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-004be170-ff26-4f14-9cb6-8c489942edad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:32.009197 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-868f1ec1-615d-4a17-a6b4-ff1ffae010f1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95182e81-3976-49ee-b6c2-78028a715fdb HTTP/1.1" status: 200 len: 217 time: 0.1881537 May 19 11:18:32.047640 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-004be170-ff26-4f14-9cb6-8c489942edad admin admin] Usage tracker for resource:security_group_rule and tenant:b4161223580f4a978bab36cda3a47fd9 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:32.068176 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-004be170-ff26-4f14-9cb6-8c489942edad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:32.091191 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:32.091867 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:32.093243 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] 10.222.0.106 "PUT /v2.0/ports/d502eff3-fcad-41a8-b2b5-ffda28703a22 HTTP/1.1" status: 200 len: 1093 time: 4.9388604 May 19 11:18:32.109168 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-004be170-ff26-4f14-9cb6-8c489942edad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:32.186304 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef8626-f5e4-4eaf-ad49-c3b35d6b8c33 req-cd02edaa-fc59-49d3-a7ae-8b3613b98696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:32.187954 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-bdef8626-f5e4-4eaf-ad49-c3b35d6b8c33 req-cd02edaa-fc59-49d3-a7ae-8b3613b98696 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=97440a5dbd564bd096492247ef4b9a79&device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 1097 time: 0.7759233 May 19 11:18:32.202112 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Pushing event updated for resources: {'Port': ['ID=d502eff3-fcad-41a8-b2b5-ffda28703a22,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:32.230787 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:32.305672 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-461dfe86-78a8-46d9-b66e-04e1175ec54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:32.307831 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-461dfe86-78a8-46d9-b66e-04e1175ec54e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e HTTP/1.1" status: 200 len: 857 time: 0.2261305 May 19 11:18:32.375148 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6f333-856b-4216-adb0-0d0402a546f5 req-fb05b003-2c14-4dba-b456-298c86e39c91 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:32.376719 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6cc6f333-856b-4216-adb0-0d0402a546f5 req-fb05b003-2c14-4dba-b456-298c86e39c91 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 943 time: 0.2081878 May 19 11:18:32.378783 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-076182bb-5848-4240-84ad-4fc23c98aa26 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b0388072-038d-4c14-a70f-4a6a2ce6a580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604904 May 19 11:18:32.420409 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:32.440012 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef8626-f5e4-4eaf-ad49-c3b35d6b8c33 req-b9b2bd95-4001-443d-8486-85342b9c0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:32.441942 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-bdef8626-f5e4-4eaf-ad49-c3b35d6b8c33 req-b9b2bd95-4001-443d-8486-85342b9c0ce7 service neutron] 10.222.0.106 "GET /v2.0/networks?id=7e683245-fa35-493a-954a-c472a77c2ec4 HTTP/1.1" status: 200 len: 913 time: 0.2387412 May 19 11:18:32.454000 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-bb2a0abc-48c7-4867-b776-1b5668c5f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:32.455801 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-bb2a0abc-48c7-4867-b776-1b5668c5f928 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 1096 time: 0.3186629 May 19 11:18:32.478321 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce992df-9e30-401d-ac23-900db03ab2d6', 'tag': '95182e81-3976-49ee-b6c2-78028a715fdb', 'status': 'completed', 'code': 200} May 19 11:18:32.486846 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6cc6f333-856b-4216-adb0-0d0402a546f5 req-711abd82-1712-4e18-b613-e287f762c9cd tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039803 May 19 11:18:32.619143 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-d02fc57c-9f88-4866-b070-1ec666279302 service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187383 May 19 11:18:32.687999 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-bdef8626-f5e4-4eaf-ad49-c3b35d6b8c33 req-469feac8-0852-4b53-a0e2-694c8121c14a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa HTTP/1.1" status: 200 len: 217 time: 0.2311957 May 19 11:18:32.702020 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-f4b87dda-b60c-4314-93ad-b3014612bb62 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22 HTTP/1.1" status: 200 len: 217 time: 0.0908506 May 19 11:18:32.763362 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-004be170-ff26-4f14-9cb6-8c489942edad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:32.771899 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-004be170-ff26-4f14-9cb6-8c489942edad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:32.800813 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:32.810440 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-004be170-ff26-4f14-9cb6-8c489942edad admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b4161223580f4a978bab36cda3a47fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6343164 May 19 11:18:32.819865 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee102b7d-b722-4e85-8b25-4cd7f93aa4f9 req-c19bfc3a-b1a5-4bfc-b222-279facc65e92 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:32.821525 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ee102b7d-b722-4e85-8b25-4cd7f93aa4f9 req-c19bfc3a-b1a5-4bfc-b222-279facc65e92 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 944 time: 0.2403471 May 19 11:18:32.822095 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36956) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:32.838840 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8aa9b395-80b5-4313-9c21-f3b427d1ab0a req-be4d9919-2a75-4017-b2c8-96f7df1504aa service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131989 May 19 11:18:32.936448 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 36964) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:33.039684 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef8626-f5e4-4eaf-ad49-c3b35d6b8c33 req-6bf585e8-d0b7-4fb6-951c-c15282b525b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:33.041745 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-bdef8626-f5e4-4eaf-ad49-c3b35d6b8c33 req-6bf585e8-d0b7-4fb6-951c-c15282b525b9 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5b2265ce-5e9e-4fc4-957d-91809390b0e2 HTTP/1.1" status: 200 len: 851 time: 0.1932354 May 19 11:18:33.093809 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004be170-ff26-4f14-9cb6-8c489942edad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848acfca-385c-4996-9ca9-160e85486535,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:33.112556 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-004be170-ff26-4f14-9cb6-8c489942edad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:33.171602 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-d0469391-e27c-476d-acae-0e011039c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:33.173418 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-d0469391-e27c-476d-acae-0e011039c56b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e HTTP/1.1" status: 200 len: 857 time: 0.3210921 May 19 11:18:33.250075 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-bdef8626-f5e4-4eaf-ad49-c3b35d6b8c33 req-234ad8cb-c241-45b0-b9ca-7eec92bc65da service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7e683245-fa35-493a-954a-c472a77c2ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106908 May 19 11:18:33.263164 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ee102b7d-b722-4e85-8b25-4cd7f93aa4f9 req-85089508-aae5-49e1-928c-0db12570b9e3 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218028 May 19 11:18:33.266434 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-821ee6d3-26fc-4870-a2c3-ef7a86242016 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b0388072-038d-4c14-a70f-4a6a2ce6a580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869095 May 19 11:18:33.307489 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-09669de6-ab34-4500-93cd-1c209ed722f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:33.352266 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-09669de6-ab34-4500-93cd-1c209ed722f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:33.392174 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516d256-e9ce-4a06-985b-1411a02bd0ca req-9f072a68-369a-4f18-a7c4-c5a256b8c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:33.393911 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5516d256-e9ce-4a06-985b-1411a02bd0ca req-9f072a68-369a-4f18-a7c4-c5a256b8c9d0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 1096 time: 0.5080149 May 19 11:18:33.431370 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00999-2814-4c63-ae13-75022e0727e2 req-253aad52-643b-4d29-b4ef-8b06f692b7a5 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:33.437120 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-47a00999-2814-4c63-ae13-75022e0727e2 req-253aad52-643b-4d29-b4ef-8b06f692b7a5 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 943 time: 0.4973383 May 19 11:18:33.546432 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-3f94348f-9275-4c87-88cd-27814f303c0b service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448151 May 19 11:18:33.591691 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f9d9dd-51d4-40c2-b781-0ebb7002fe35', 'tag': 'd502eff3-fcad-41a8-b2b5-ffda28703a22'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:18:33.615162 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a45fea02-ba26-44e0-926f-7c57f34bc6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:33.621307 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-bdef8626-f5e4-4eaf-ad49-c3b35d6b8c33 req-ed22e118-f09f-42b7-9f4d-aa581ff1d89e service neutron] 10.222.0.106 "GET /v2.0/networks/7e683245-fa35-493a-954a-c472a77c2ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524189 May 19 11:18:33.781253 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a45fea02-ba26-44e0-926f-7c57f34bc6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:33.811108 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a45fea02-ba26-44e0-926f-7c57f34bc6fd admin admin] Usage tracker for resource:security_group_rule and tenant:86400c97e4744c4aa9a73ba2b0a876e8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:33.834399 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:33.842158 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a45fea02-ba26-44e0-926f-7c57f34bc6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:33.930030 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-47a00999-2814-4c63-ae13-75022e0727e2 req-17f4b888-a4e6-498e-a6f9-68c9a1c76168 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745724 May 19 11:18:33.988112 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a45fea02-ba26-44e0-926f-7c57f34bc6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:34.039123 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-09669de6-ab34-4500-93cd-1c209ed722f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:34.039482 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-52dd46d4-fec3-47a6-a76e-410bfd9c42e9 req-0748d592-7827-4b0f-8a1e-fb306bd89d8b service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840305 May 19 11:18:34.106791 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3f4ea93f-4959-44b8-97f3-5950eeca6cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:34.112558 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f9d9dd-51d4-40c2-b781-0ebb7002fe35', 'tag': 'd502eff3-fcad-41a8-b2b5-ffda28703a22', 'status': 'completed', 'code': 200} May 19 11:18:34.119002 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-bdef8626-f5e4-4eaf-ad49-c3b35d6b8c33 req-cc5db219-4dd1-4931-bd15-a2c50c7861f2 service neutron] 10.222.0.106 "GET /v2.0/networks/7e683245-fa35-493a-954a-c472a77c2ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353962 May 19 11:18:34.203526 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516d256-e9ce-4a06-985b-1411a02bd0ca req-14d17e99-0f0d-4df6-a9aa-3130a7a30d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:34.206038 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5516d256-e9ce-4a06-985b-1411a02bd0ca req-14d17e99-0f0d-4df6-a9aa-3130a7a30d5c service neutron] 10.222.0.106 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 919 time: 0.7062721 May 19 11:18:34.206933 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09669de6-ab34-4500-93cd-1c209ed722f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848acfca-385c-4996-9ca9-160e85486535,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:34.210523 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-09669de6-ab34-4500-93cd-1c209ed722f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:34.222810 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93863d-a478-48d0-8be6-3ae6424e9263 req-ac1fc60c-b3f6-4fc4-9585-5170da252859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:34.224785 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7a93863d-a478-48d0-8be6-3ae6424e9263 req-ac1fc60c-b3f6-4fc4-9585-5170da252859 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 1096 time: 0.1049199 May 19 11:18:34.290505 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-09669de6-ab34-4500-93cd-1c209ed722f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:34.291841 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-09669de6-ab34-4500-93cd-1c209ed722f5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/848acfca-385c-4996-9ca9-160e85486535 HTTP/1.1" status: 204 len: 168 time: 1.4667020 May 19 11:18:34.311852 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5516d256-e9ce-4a06-985b-1411a02bd0ca req-d0e9c257-459e-4f1f-9381-8f56ed9b517c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95182e81-3976-49ee-b6c2-78028a715fdb HTTP/1.1" status: 200 len: 217 time: 0.0914094 May 19 11:18:34.395801 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93863d-a478-48d0-8be6-3ae6424e9263 req-dbc2ed3d-ee39-4857-b599-e2e60e838104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:34.398632 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7a93863d-a478-48d0-8be6-3ae6424e9263 req-dbc2ed3d-ee39-4857-b599-e2e60e838104 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 919 time: 0.1691318 May 19 11:18:34.472274 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516d256-e9ce-4a06-985b-1411a02bd0ca req-94d5bd75-496d-450c-ad1c-778f405a2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:34.473784 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5516d256-e9ce-4a06-985b-1411a02bd0ca req-94d5bd75-496d-450c-ad1c-778f405a2595 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e HTTP/1.1" status: 200 len: 857 time: 0.1548994 May 19 11:18:34.481665 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7a93863d-a478-48d0-8be6-3ae6424e9263 req-982958bf-dfe7-4771-adfd-192f5a67cece service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22 HTTP/1.1" status: 200 len: 217 time: 0.0770426 May 19 11:18:34.509394 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc567d5-0000-45df-bf36-28fe0e705832 req-f16ba561-a235-49f4-8ac1-1e600b3ffe65 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:34.517375 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6fc567d5-0000-45df-bf36-28fe0e705832 req-f16ba561-a235-49f4-8ac1-1e600b3ffe65 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 943 time: 0.7334168 May 19 11:18:34.596571 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a45fea02-ba26-44e0-926f-7c57f34bc6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:34.601909 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93863d-a478-48d0-8be6-3ae6424e9263 req-28c93c43-ad23-4a98-9dd4-c4f38eb7b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:34.603548 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7a93863d-a478-48d0-8be6-3ae6424e9263 req-28c93c43-ad23-4a98-9dd4-c4f38eb7b212 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e HTTP/1.1" status: 200 len: 857 time: 0.1176472 May 19 11:18:34.636624 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a45fea02-ba26-44e0-926f-7c57f34bc6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:34.690557 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c0b1b26e-6d32-467a-9e0a-b3d4ee4fe4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:34.717951 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5516d256-e9ce-4a06-985b-1411a02bd0ca req-4b914340-8a25-4f62-b36b-23dbcba71d23 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b0388072-038d-4c14-a70f-4a6a2ce6a580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387453 May 19 11:18:34.727295 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fea02-ba26-44e0-926f-7c57f34bc6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0af6b2-edcc-447d-93b8-321d7d195e46,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:34.749377 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7a93863d-a478-48d0-8be6-3ae6424e9263 req-9ef8a56c-d070-4f50-88c4-4fc47f3069c9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b0388072-038d-4c14-a70f-4a6a2ce6a580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766723 May 19 11:18:34.765911 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a45fea02-ba26-44e0-926f-7c57f34bc6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:34.827903 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6fc567d5-0000-45df-bf36-28fe0e705832 req-7d554539-df3a-4547-826f-f39db3fa1ac1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095188 May 19 11:18:34.888668 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-a45fea02-ba26-44e0-926f-7c57f34bc6fd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=86400c97e4744c4aa9a73ba2b0a876e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9355357 May 19 11:18:34.896114 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 37018) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:34.973668 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e749684-db20-4660-87e9-aa545e3a942f req-cd4bb4d4-e029-4336-bed6-bec40c73b503 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:34.973668 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3e749684-db20-4660-87e9-aa545e3a942f req-cd4bb4d4-e029-4336-bed6-bec40c73b503 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 944 time: 0.4077022 May 19 11:18:34.987246 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7a93863d-a478-48d0-8be6-3ae6424e9263 req-2c88af6f-adda-43bc-b560-213d82ce067a service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312851 May 19 11:18:35.065718 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5516d256-e9ce-4a06-985b-1411a02bd0ca req-a96176bc-4df7-487f-a278-8c8ab076d4f2 service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330112 May 19 11:18:35.210861 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-85c7760c-f693-4df1-92de-4b648e474395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:35.230195 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3e749684-db20-4660-87e9-aa545e3a942f req-8a87f56a-67d7-4374-9df3-c1c9235b320f tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450378 May 19 11:18:35.411146 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-85c7760c-f693-4df1-92de-4b648e474395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:35.464921 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7a93863d-a478-48d0-8be6-3ae6424e9263 req-141bb24d-3616-48ce-88ea-e548521c1ba8 service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735126 May 19 11:18:35.485955 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5516d256-e9ce-4a06-985b-1411a02bd0ca req-43b2a8c6-e2a3-423d-88d2-62bc1a02e6af service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900905 May 19 11:18:35.517454 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8238812-a7b6-49df-b70b-66100a7f62b4 req-4f3443aa-9a62-490e-9907-3e196acf4e60 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:35.529547 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c8238812-a7b6-49df-b70b-66100a7f62b4 req-4f3443aa-9a62-490e-9907-3e196acf4e60 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 943 time: 0.3656354 May 19 11:18:35.535185 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-85c7760c-f693-4df1-92de-4b648e474395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:35.549448 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-690f674e-9791-41e7-9cb9-6080e9ee5ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:35.619385 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7760c-f693-4df1-92de-4b648e474395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0af6b2-edcc-447d-93b8-321d7d195e46,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:35.632998 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-85c7760c-f693-4df1-92de-4b648e474395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:35.638476 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-85c7760c-f693-4df1-92de-4b648e474395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:35.644647 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-85c7760c-f693-4df1-92de-4b648e474395 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ed0af6b2-edcc-447d-93b8-321d7d195e46 HTTP/1.1" status: 204 len: 168 time: 0.7491677 May 19 11:18:35.725689 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c8238812-a7b6-49df-b70b-66100a7f62b4 req-02974ab2-a0c4-4709-a28c-3af44d3aad28 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816654 May 19 11:18:36.077337 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9f585-8075-443d-b8ce-3dedec2d982e req-f3c7c89c-865e-4246-b8c4-39feaf49f45c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:36.079939 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-04b9f585-8075-443d-b8ce-3dedec2d982e req-f3c7c89c-865e-4246-b8c4-39feaf49f45c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 943 time: 0.1167445 May 19 11:18:36.142128 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-04b9f585-8075-443d-b8ce-3dedec2d982e req-9904938f-a60d-4575-9b4b-e16fa8740628 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552061 May 19 11:18:36.308665 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37078) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:36.338425 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a282-88bf-440e-b83e-aaf089562eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:36.379651 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1ad9a282-88bf-440e-b83e-aaf089562eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:36.396166 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-1ad9a282-88bf-440e-b83e-aaf089562eba admin admin] Usage tracker for resource:security_group_rule and tenant:e526c4a01d5b4060a3e7bbda6b5a1abb is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:36.400536 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-1ad9a282-88bf-440e-b83e-aaf089562eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:36.417474 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1ad9a282-88bf-440e-b83e-aaf089562eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:36.591541 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a282-88bf-440e-b83e-aaf089562eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:36.598348 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a282-88bf-440e-b83e-aaf089562eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:36.610582 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-004be170-ff26-4f14-9cb6-8c489942edad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:36.617313 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff3bc-f920-4c7b-afae-3cc62fefdb00 req-1a2007cb-3ce0-4685-868e-0db98dc60013 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:36.619073 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-460ff3bc-f920-4c7b-afae-3cc62fefdb00 req-1a2007cb-3ce0-4685-868e-0db98dc60013 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 944 time: 0.1608226 May 19 11:18:36.653369 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-1ad9a282-88bf-440e-b83e-aaf089562eba admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e526c4a01d5b4060a3e7bbda6b5a1abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434098 May 19 11:18:36.654527 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9a282-88bf-440e-b83e-aaf089562eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059e3359-e492-4e96-9a81-a97644b86c99,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:36.657984 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1ad9a282-88bf-440e-b83e-aaf089562eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:36.658795 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37090) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:36.677039 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-460ff3bc-f920-4c7b-afae-3cc62fefdb00 req-3c89b0dc-5f48-476e-9423-e9fa5126e471 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506854 May 19 11:18:36.727479 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-884146ed-da5e-4a28-8ee9-6461c6b250a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:36.754807 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-884146ed-da5e-4a28-8ee9-6461c6b250a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:36.818798 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-884146ed-da5e-4a28-8ee9-6461c6b250a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:36.827150 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1ad9a282-88bf-440e-b83e-aaf089562eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:36.840674 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884146ed-da5e-4a28-8ee9-6461c6b250a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059e3359-e492-4e96-9a81-a97644b86c99,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:36.843104 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-884146ed-da5e-4a28-8ee9-6461c6b250a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:36.851871 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-884146ed-da5e-4a28-8ee9-6461c6b250a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:36.853053 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-884146ed-da5e-4a28-8ee9-6461c6b250a3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/059e3359-e492-4e96-9a81-a97644b86c99 HTTP/1.1" status: 204 len: 168 time: 0.1931562 May 19 11:18:36.952586 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795ba2d-6960-4e7a-88bc-b750ceb69525 req-cf2c6c2a-ad27-466a-9881-75e2666f3845 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:36.955970 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1795ba2d-6960-4e7a-88bc-b750ceb69525 req-cf2c6c2a-ad27-466a-9881-75e2666f3845 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 943 time: 0.0847564 May 19 11:18:37.053597 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1795ba2d-6960-4e7a-88bc-b750ceb69525 req-3caa2b58-2feb-4848-b812-5a897ff09208 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807784 May 19 11:18:37.514998 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b749681-a01e-4dbf-bb84-55165e486682 req-566a4d66-1813-430b-86ea-270e11b33f1f tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:37.514998 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3b749681-a01e-4dbf-bb84-55165e486682 req-566a4d66-1813-430b-86ea-270e11b33f1f tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 943 time: 0.2476027 May 19 11:18:37.574731 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3b749681-a01e-4dbf-bb84-55165e486682 req-1fde5928-888e-44c3-a37e-073c633d4f15 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532234 May 19 11:18:37.929860 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae871dba-644e-42ac-858b-989e282a81f4 req-ddca78c5-8f4f-45b9-97b8-8129165345fc tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:37.931974 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ae871dba-644e-42ac-858b-989e282a81f4 req-ddca78c5-8f4f-45b9-97b8-8129165345fc tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 944 time: 0.1140554 May 19 11:18:38.011383 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ae871dba-644e-42ac-858b-989e282a81f4 req-f469b1ae-9938-47b1-bf43-609e6feba36c tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727868 May 19 11:18:38.244810 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37192) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:38.350793 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430039d-1a80-4596-9ba2-3ccf78986014 req-7abfd6b6-d0fe-43ca-9b47-c278aca23434 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:38.359295 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8430039d-1a80-4596-9ba2-3ccf78986014 req-7abfd6b6-d0fe-43ca-9b47-c278aca23434 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 943 time: 0.1114233 May 19 11:18:38.417697 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8430039d-1a80-4596-9ba2-3ccf78986014 req-ae0e043d-2202-4288-89dd-45b9e0f3fb4a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466673 May 19 11:18:38.446099 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2560bd57-8d54-4e45-b927-031039d4d040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:38.465925 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-2560bd57-8d54-4e45-b927-031039d4d040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:38.473325 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-2560bd57-8d54-4e45-b927-031039d4d040 admin admin] Usage tracker for resource:security_group_rule and tenant:8e8c1a9feaa44e4fbaa15ea0a1898ea8 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:38.473830 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-2560bd57-8d54-4e45-b927-031039d4d040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:38.482755 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-2560bd57-8d54-4e45-b927-031039d4d040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:38.616442 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2560bd57-8d54-4e45-b927-031039d4d040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:38.622262 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2560bd57-8d54-4e45-b927-031039d4d040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:38.667651 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-13dcf480-4bbd-4914-a41c-3385c25f7c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:38.685844 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-2560bd57-8d54-4e45-b927-031039d4d040 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8e8c1a9feaa44e4fbaa15ea0a1898ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319594 May 19 11:18:38.685844 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37234) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:38.727834 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560bd57-8d54-4e45-b927-031039d4d040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b3665-bf91-4092-a3ce-47f7eb398f2e,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:38.733228 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2560bd57-8d54-4e45-b927-031039d4d040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:38.783912 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4146e0a5-e8d3-4f32-85dd-39c86c044e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:38.830910 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4146e0a5-e8d3-4f32-85dd-39c86c044e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:38.855155 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18aa63-b3a0-45b0-87bf-298f1814ddb5 req-9612f10f-3eb6-4ae7-8868-8a947c230e46 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:38.864735 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3a18aa63-b3a0-45b0-87bf-298f1814ddb5 req-9612f10f-3eb6-4ae7-8868-8a947c230e46 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 943 time: 0.1338151 May 19 11:18:38.936287 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4146e0a5-e8d3-4f32-85dd-39c86c044e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:38.937361 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3a18aa63-b3a0-45b0-87bf-298f1814ddb5 req-0df6b1fc-ca11-4613-b963-ab91d4d0ce2c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709510 May 19 11:18:38.942523 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:38.973417 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4146e0a5-e8d3-4f32-85dd-39c86c044e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:38.976892 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-4146e0a5-e8d3-4f32-85dd-39c86c044e6b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3d0b3665-bf91-4092-a3ce-47f7eb398f2e HTTP/1.1" status: 204 len: 168 time: 0.2890794 May 19 11:18:38.976892 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146e0a5-e8d3-4f32-85dd-39c86c044e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b3665-bf91-4092-a3ce-47f7eb398f2e,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:38.981599 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4146e0a5-e8d3-4f32-85dd-39c86c044e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:39.231741 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33405c-dd65-4635-8a81-2658c26ae456 req-774e8ef6-eade-4d31-8856-25f98a23d458 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:39.233407 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7f33405c-dd65-4635-8a81-2658c26ae456 req-774e8ef6-eade-4d31-8856-25f98a23d458 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 944 time: 0.1001644 May 19 11:18:39.298698 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7f33405c-dd65-4635-8a81-2658c26ae456 req-caff09c9-2d8e-49b1-8392-b921b2dc7387 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572505 May 19 11:18:39.558986 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 37308) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:39.632681 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-04a4c2a2-2274-4fc5-aa6f-04ae61a96007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:39.655106 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-04a4c2a2-2274-4fc5-aa6f-04ae61a96007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:39.659607 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-04a4c2a2-2274-4fc5-aa6f-04ae61a96007 admin admin] Usage tracker for resource:security_group_rule and tenant:618515e03fcd4296a2db33bc26141d2d is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:39.662537 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-04a4c2a2-2274-4fc5-aa6f-04ae61a96007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:39.671052 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-04a4c2a2-2274-4fc5-aa6f-04ae61a96007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:39.739055 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5c6f8-2f63-4fcd-b29f-59d341d757a3 req-b257e419-f58c-4f84-aa8c-c53ffe08e1df tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:39.740807 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b0e5c6f8-2f63-4fcd-b29f-59d341d757a3 req-b257e419-f58c-4f84-aa8c-c53ffe08e1df tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 943 time: 0.1540542 May 19 11:18:39.779168 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37324) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:39.825939 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b0e5c6f8-2f63-4fcd-b29f-59d341d757a3 req-2547dd1b-0abb-4a4f-b68b-cacdf666a681 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761476 May 19 11:18:39.840768 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-04a4c2a2-2274-4fc5-aa6f-04ae61a96007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:39.846080 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-04a4c2a2-2274-4fc5-aa6f-04ae61a96007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:39.853874 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:39.894704 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-04a4c2a2-2274-4fc5-aa6f-04ae61a96007 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=618515e03fcd4296a2db33bc26141d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344131 May 19 11:18:39.897984 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37334) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:39.902500 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4c2a2-2274-4fc5-aa6f-04ae61a96007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1cd59f-43f6-4a15-a169-c2eddae9d24e,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:39.906344 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-04a4c2a2-2274-4fc5-aa6f-04ae61a96007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:39.934979 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-71aa9615-4766-4961-961f-850d552ca62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:39.969718 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-71aa9615-4766-4961-961f-850d552ca62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:39.979824 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-71aa9615-4766-4961-961f-850d552ca62e admin admin] Usage tracker for resource:security_group_rule and tenant:0ffe77ff38454c0f899454af425a10e1 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:39.983639 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-71aa9615-4766-4961-961f-850d552ca62e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:39.998388 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-71aa9615-4766-4961-961f-850d552ca62e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:40.012642 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d676ccf2-971e-43c3-a2e1-03a5576fef2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.058548 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d676ccf2-971e-43c3-a2e1-03a5576fef2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.153586 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7e387-b396-499a-8251-3ab96dea57be req-f613cc33-3e34-4d60-ac32-eddff0273a8d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:40.155725 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c0e7e387-b396-499a-8251-3ab96dea57be req-f613cc33-3e34-4d60-ac32-eddff0273a8d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 943 time: 0.0977957 May 19 11:18:40.163215 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d676ccf2-971e-43c3-a2e1-03a5576fef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.167728 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-71aa9615-4766-4961-961f-850d552ca62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.173895 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-a2f2cd1a-3da1-4b8a-bced-865cf3474143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:40.184642 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-71aa9615-4766-4961-961f-850d552ca62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.193660 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676ccf2-971e-43c3-a2e1-03a5576fef2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1cd59f-43f6-4a15-a169-c2eddae9d24e,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:40.199382 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d676ccf2-971e-43c3-a2e1-03a5576fef2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:40.203928 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b01ca5d8-0819-4b2c-97bf-53bc42efb34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:40.210565 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c0e7e387-b396-499a-8251-3ab96dea57be req-4761f182-f97a-4960-9410-5335e5c8a8e1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484357 May 19 11:18:40.224585 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 37346) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:40.237582 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d676ccf2-971e-43c3-a2e1-03a5576fef2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.239175 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-d676ccf2-971e-43c3-a2e1-03a5576fef2a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4f1cd59f-43f6-4a15-a169-c2eddae9d24e HTTP/1.1" status: 204 len: 168 time: 0.3399682 May 19 11:18:40.248370 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-71aa9615-4766-4961-961f-850d552ca62e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0ffe77ff38454c0f899454af425a10e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653912 May 19 11:18:40.250209 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa9615-4766-4961-961f-850d552ca62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1001bf01-70a7-464e-ba2d-32f6a2584dd7,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:40.251004 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 37356) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:40.253150 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-71aa9615-4766-4961-961f-850d552ca62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:40.333556 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1f160029-c144-4ff3-a9d5-d582b45b94c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.401226 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1f160029-c144-4ff3-a9d5-d582b45b94c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.409139 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a4a833d1-5565-4ac0-9914-3c2a978e67f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.492917 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a4a833d1-5565-4ac0-9914-3c2a978e67f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:40.507194 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a4a833d1-5565-4ac0-9914-3c2a978e67f7 admin admin] Usage tracker for resource:security_group_rule and tenant:764f7637029c42319e5d997c1e9e178d is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:40.512785 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a4a833d1-5565-4ac0-9914-3c2a978e67f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:40.527258 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a4a833d1-5565-4ac0-9914-3c2a978e67f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:40.571246 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1f160029-c144-4ff3-a9d5-d582b45b94c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.578518 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f7126d5d-8b93-47e9-979f-d9dec1fcb96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:40.592381 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb900a1-4df1-4924-b440-26ab60e59b91 req-0a17f513-020d-41af-8228-53fe3c670449 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:40.593964 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8bb900a1-4df1-4924-b440-26ab60e59b91 req-0a17f513-020d-41af-8228-53fe3c670449 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 944 time: 0.1600084 May 19 11:18:40.606599 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f160029-c144-4ff3-a9d5-d582b45b94c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1001bf01-70a7-464e-ba2d-32f6a2584dd7,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:40.613026 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1f160029-c144-4ff3-a9d5-d582b45b94c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:40.637283 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37378) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:40.665640 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-213c77ba-84fa-49cf-a82e-df30c49ad289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.665877 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1f160029-c144-4ff3-a9d5-d582b45b94c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.665877 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-1f160029-c144-4ff3-a9d5-d582b45b94c3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1001bf01-70a7-464e-ba2d-32f6a2584dd7 HTTP/1.1" status: 204 len: 168 time: 0.4095368 May 19 11:18:40.676435 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-213c77ba-84fa-49cf-a82e-df30c49ad289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:40.686831 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8bb900a1-4df1-4924-b440-26ab60e59b91 req-a594e545-8eaa-42c1-8007-95de4fea626a tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828371 May 19 11:18:40.688361 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-213c77ba-84fa-49cf-a82e-df30c49ad289 admin admin] Usage tracker for resource:security_group_rule and tenant:7938ab0f4a2a440ca49c26b4b1ebccee is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:40.691733 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-213c77ba-84fa-49cf-a82e-df30c49ad289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:40.698532 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-213c77ba-84fa-49cf-a82e-df30c49ad289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:40.760865 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a4a833d1-5565-4ac0-9914-3c2a978e67f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.766146 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a4a833d1-5565-4ac0-9914-3c2a978e67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.778225 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:40.821795 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-213c77ba-84fa-49cf-a82e-df30c49ad289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.824654 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37392) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:40.824898 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-a4a833d1-5565-4ac0-9914-3c2a978e67f7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=764f7637029c42319e5d997c1e9e178d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992167 May 19 11:18:40.827370 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a833d1-5565-4ac0-9914-3c2a978e67f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb60aebf-e0cf-4319-9e0e-62b323bf58f1,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:40.830483 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a4a833d1-5565-4ac0-9914-3c2a978e67f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:40.845744 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-213c77ba-84fa-49cf-a82e-df30c49ad289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:40.859503 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:40.894371 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c77ba-84fa-49cf-a82e-df30c49ad289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cdd87f-529c-4b66-b463-6b00ccca236b,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:40.898150 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-213c77ba-84fa-49cf-a82e-df30c49ad289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:40.943634 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-213c77ba-84fa-49cf-a82e-df30c49ad289 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7938ab0f4a2a440ca49c26b4b1ebccee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046737 May 19 11:18:40.946440 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 37404) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:40.975860 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b5703107-0845-4c2c-a421-bc6c68807d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.014415 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b5703107-0845-4c2c-a421-bc6c68807d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.079437 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b5703107-0845-4c2c-a421-bc6c68807d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.083538 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:41.086997 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cd96fee2-1cdb-487a-8ccf-ce3774337394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.096133 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703107-0845-4c2c-a421-bc6c68807d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb60aebf-e0cf-4319-9e0e-62b323bf58f1,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:41.099041 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b5703107-0845-4c2c-a421-bc6c68807d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:41.107748 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b5703107-0845-4c2c-a421-bc6c68807d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.108844 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-b5703107-0845-4c2c-a421-bc6c68807d28 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/eb60aebf-e0cf-4319-9e0e-62b323bf58f1 HTTP/1.1" status: 204 len: 168 time: 0.2817769 May 19 11:18:41.116865 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002c50c-30e7-4af4-bd34-240e50dcd405 req-c2dabe0f-6578-4daf-a87e-69597c894451 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:41.118737 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2002c50c-30e7-4af4-bd34-240e50dcd405 req-c2dabe0f-6578-4daf-a87e-69597c894451 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 943 time: 0.1493552 May 19 11:18:41.162937 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cd96fee2-1cdb-487a-8ccf-ce3774337394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.224798 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2002c50c-30e7-4af4-bd34-240e50dcd405 req-cee11c8a-1612-4f94-ac15-dcb9d312284b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867522 May 19 11:18:41.261668 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cd96fee2-1cdb-487a-8ccf-ce3774337394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.267905 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-325e4052-a920-4d40-9152-1acbde5c3195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:41.279053 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37420) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:41.293292 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96fee2-1cdb-487a-8ccf-ce3774337394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cdd87f-529c-4b66-b463-6b00ccca236b,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:41.295330 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cd96fee2-1cdb-487a-8ccf-ce3774337394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.296662 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-cd96fee2-1cdb-487a-8ccf-ce3774337394 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b4cdd87f-529c-4b66-b463-6b00ccca236b HTTP/1.1" status: 204 len: 168 time: 0.3490183 May 19 11:18:41.297607 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cd96fee2-1cdb-487a-8ccf-ce3774337394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:41.313821 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-247660d1-7cb7-4b87-b39f-6ea2aa882db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.341423 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-247660d1-7cb7-4b87-b39f-6ea2aa882db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:41.352328 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-247660d1-7cb7-4b87-b39f-6ea2aa882db6 admin admin] Usage tracker for resource:security_group_rule and tenant:5d1c6ef2abe740a7859a104be30e54ca is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:41.366406 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-247660d1-7cb7-4b87-b39f-6ea2aa882db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:41.372774 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-247660d1-7cb7-4b87-b39f-6ea2aa882db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:41.511538 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-247660d1-7cb7-4b87-b39f-6ea2aa882db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.518831 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-247660d1-7cb7-4b87-b39f-6ea2aa882db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.526541 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e313cf-5bee-40be-8408-0afff942404d req-6f92e91e-4c87-4380-8f3d-1be8389c9fff tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:41.533485 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f2e313cf-5bee-40be-8408-0afff942404d req-6f92e91e-4c87-4380-8f3d-1be8389c9fff tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 943 time: 0.1117320 May 19 11:18:41.538666 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:41.583555 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f2e313cf-5bee-40be-8408-0afff942404d req-c431bf18-9dd0-406d-a573-bc9a035f618e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491829 May 19 11:18:41.593821 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-247660d1-7cb7-4b87-b39f-6ea2aa882db6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5d1c6ef2abe740a7859a104be30e54ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136826 May 19 11:18:41.593998 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 37432) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:41.595581 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247660d1-7cb7-4b87-b39f-6ea2aa882db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435d2b9d-a177-4a84-b89e-601afa8b6541,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:41.599028 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-247660d1-7cb7-4b87-b39f-6ea2aa882db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:41.621249 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37436) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:41.639693 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-09b1a1c5-e5c2-4a0b-8abf-76bacc93f092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.654877 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-09b1a1c5-e5c2-4a0b-8abf-76bacc93f092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:41.658868 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-09b1a1c5-e5c2-4a0b-8abf-76bacc93f092 admin admin] Usage tracker for resource:security_group_rule and tenant:677a994e0e334d57a2290683e419e456 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:41.661832 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-09b1a1c5-e5c2-4a0b-8abf-76bacc93f092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:41.667782 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d419d406-5739-45e2-89d5-6be49b934767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.668977 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-09b1a1c5-e5c2-4a0b-8abf-76bacc93f092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:41.699066 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d419d406-5739-45e2-89d5-6be49b934767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.759764 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d419d406-5739-45e2-89d5-6be49b934767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.763900 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:41.769919 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-09b1a1c5-e5c2-4a0b-8abf-76bacc93f092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.777182 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-09b1a1c5-e5c2-4a0b-8abf-76bacc93f092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.783159 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419d406-5739-45e2-89d5-6be49b934767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435d2b9d-a177-4a84-b89e-601afa8b6541,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:41.786861 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d419d406-5739-45e2-89d5-6be49b934767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:41.798017 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d419d406-5739-45e2-89d5-6be49b934767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:41.800580 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-d419d406-5739-45e2-89d5-6be49b934767 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/435d2b9d-a177-4a84-b89e-601afa8b6541 HTTP/1.1" status: 204 len: 168 time: 0.2050645 May 19 11:18:41.828289 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:41.840907 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-09b1a1c5-e5c2-4a0b-8abf-76bacc93f092 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=677a994e0e334d57a2290683e419e456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180007 May 19 11:18:41.843394 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 37454) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:41.866001 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1a1c5-e5c2-4a0b-8abf-76bacc93f092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a17864-cfd3-4d90-a773-2a2c32a54dd5,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:41.881601 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-09b1a1c5-e5c2-4a0b-8abf-76bacc93f092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:42.024187 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a9c28d06-1bd0-4abf-8d73-9eabf06d0d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:42.058082 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:18:42.083925 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf26ef3-bae0-4f13-a5cb-a3085397fbf4 req-114c9af6-371f-4330-b571-ba96d6917d44 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:42.085462 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0bf26ef3-bae0-4f13-a5cb-a3085397fbf4 req-114c9af6-371f-4330-b571-ba96d6917d44 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 944 time: 0.1582975 May 19 11:18:42.088244 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a9c28d06-1bd0-4abf-8d73-9eabf06d0d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:42.219226 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0bf26ef3-bae0-4f13-a5cb-a3085397fbf4 req-6253e1e6-0ecc-4e51-b16b-4db6b527f805 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235771 May 19 11:18:42.242699 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a9c28d06-1bd0-4abf-8d73-9eabf06d0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:42.247801 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa,segment=NetworkSegment(f8496239-e07c-4409-b535-5033e8b3f6df),segment_id=f8496239-e07c-4409-b535-5033e8b3f6df)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:42.249331 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a45fea02-ba26-44e0-926f-7c57f34bc6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:42.262742 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c28d06-1bd0-4abf-8d73-9eabf06d0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a17864-cfd3-4d90-a773-2a2c32a54dd5,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:42.265174 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a9c28d06-1bd0-4abf-8d73-9eabf06d0d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:42.265876 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa', 'network_id': '7e683245-fa35-493a-954a-c472a77c2ec4', 'port_id': '51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa', 'mac_address': 'fa:16:3e:d0:58:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2265ce-5e9e-4fc4-957d-91809390b0e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:18:42.266174 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a9c28d06-1bd0-4abf-8d73-9eabf06d0d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:42.267360 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-a9c28d06-1bd0-4abf-8d73-9eabf06d0d58 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/91a17864-cfd3-4d90-a773-2a2c32a54dd5 HTTP/1.1" status: 204 len: 168 time: 0.4228694 May 19 11:18:42.345110 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:42.372428 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:18:42.398109 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa,segment=NetworkSegment(f8496239-e07c-4409-b535-5033e8b3f6df),segment_id=f8496239-e07c-4409-b535-5033e8b3f6df)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:42.403261 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:42.404734 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device d502eff3-fcad-41a8-b2b5-ffda28703a22 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:18:42.413983 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:42.570140 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612060b-9dc1-4c90-b622-b877289504b0 req-25f76457-29b2-4139-a5fd-0af4115b5f7b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:42.572523 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8612060b-9dc1-4c90-b622-b877289504b0 req-25f76457-29b2-4139-a5fd-0af4115b5f7b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 943 time: 0.1719823 May 19 11:18:42.636787 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port d502eff3-fcad-41a8-b2b5-ffda28703a22, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:42.656669 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': 'd502eff3-fcad-41a8-b2b5-ffda28703a22', 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580', 'port_id': 'd502eff3-fcad-41a8-b2b5-ffda28703a22', 'mac_address': 'fa:16:3e:a3:44:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef1af51-5690-4d14-9a8c-0a613dd8ad0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:18:42.660040 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:42.670602 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:42.741030 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:42.767402 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d502eff3-fcad-41a8-b2b5-ffda28703a22 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:18:42.790653 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port d502eff3-fcad-41a8-b2b5-ffda28703a22, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:42.805320 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:42.807711 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 20383ded-0363-4a06-9fe8-b5e1b10cb1aa details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:18:42.811217 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:42.831487 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8612060b-9dc1-4c90-b622-b877289504b0 req-7ce312a1-88a9-4c0b-afb4-9ddcc11d609a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499254 May 19 11:18:42.954905 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=d502eff3-fcad-41a8-b2b5-ffda28703a22,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:42.959919 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:42.976092 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529b28c-2ef0-4f99-8e7a-e027a46c89fb req-e5f7229c-64ba-44ce-b3fe-710b76d6a77b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:42.977709 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b529b28c-2ef0-4f99-8e7a-e027a46c89fb req-e5f7229c-64ba-44ce-b3fe-710b76d6a77b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 943 time: 0.1420202 May 19 11:18:43.060723 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b529b28c-2ef0-4f99-8e7a-e027a46c89fb req-c0243ae8-85c0-4825-9150-a4797adb507e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733559 May 19 11:18:43.126741 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=20383ded-0363-4a06-9fe8-b5e1b10cb1aa,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:43.148204 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '20383ded-0363-4a06-9fe8-b5e1b10cb1aa', 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0', 'port_id': '20383ded-0363-4a06-9fe8-b5e1b10cb1aa', 'mac_address': 'fa:16:3e:9f:61:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2bd019-6a6c-4300-b853-1313af8f98a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:18:43.214115 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:43.237575 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20383ded-0363-4a06-9fe8-b5e1b10cb1aa {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:18:43.259959 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=20383ded-0363-4a06-9fe8-b5e1b10cb1aa,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:43.275985 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:43.278409 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 95182e81-3976-49ee-b6c2-78028a715fdb details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:18:43.285993 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:43.379485 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 95182e81-3976-49ee-b6c2-78028a715fdb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=95182e81-3976-49ee-b6c2-78028a715fdb,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:43.387495 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=20383ded-0363-4a06-9fe8-b5e1b10cb1aa,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:43.390789 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:43.399784 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '95182e81-3976-49ee-b6c2-78028a715fdb', 'network_id': 'b0388072-038d-4c14-a70f-4a6a2ce6a580', 'port_id': '95182e81-3976-49ee-b6c2-78028a715fdb', 'mac_address': 'fa:16:3e:ef:df:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef1af51-5690-4d14-9a8c-0a613dd8ad0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:18:43.461004 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:43.485144 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95182e81-3976-49ee-b6c2-78028a715fdb {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:18:43.504720 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 95182e81-3976-49ee-b6c2-78028a715fdb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=95182e81-3976-49ee-b6c2-78028a715fdb,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:43.510046 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:43.513515 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:43.515185 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e56664-2614-4343-9b5f-dcdb50775cab req-61108557-c580-4dae-95d7-9ade4076137c tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:43.516972 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-43e56664-2614-4343-9b5f-dcdb50775cab req-61108557-c580-4dae-95d7-9ade4076137c tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 945 time: 0.1026034 May 19 11:18:43.567820 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-43e56664-2614-4343-9b5f-dcdb50775cab req-bd536397-6171-4dfc-994c-c6102d4f8aa0 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 May 19 11:18:43.598978 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=95182e81-3976-49ee-b6c2-78028a715fdb,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:43.602569 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:43.818817 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 37566) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:43.902272 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['20383ded-0363-4a06-9fe8-b5e1b10cb1aa'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:18:44.185320 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['d502eff3-fcad-41a8-b2b5-ffda28703a22'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:18:44.261115 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff514a-234f-4b13-8dfa-5c12609d085d req-a953c810-6bc2-4bd8-bbe6-253840fcf644 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:44.274065 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0fff514a-234f-4b13-8dfa-5c12609d085d req-a953c810-6bc2-4bd8-bbe6-253840fcf644 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 944 time: 0.2309961 May 19 11:18:44.288366 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:18:44.378456 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0fff514a-234f-4b13-8dfa-5c12609d085d req-49100d4f-f1f6-44aa-be9a-8196c8ba1c30 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031287 May 19 11:18:44.432172 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['95182e81-3976-49ee-b6c2-78028a715fdb'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:18:44.510043 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a13b7b26-9350-4a93-9489-91668c2f419c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:44.542265 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a13b7b26-9350-4a93-9489-91668c2f419c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:44.549121 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a13b7b26-9350-4a93-9489-91668c2f419c admin admin] Usage tracker for resource:security_group_rule and tenant:2d8441ce0c44472598760745c1ea2953 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:44.554723 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a13b7b26-9350-4a93-9489-91668c2f419c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:44.561993 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a13b7b26-9350-4a93-9489-91668c2f419c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:44.763914 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf3d61-b091-4241-8927-3c303ec4a1ba req-aa509ca3-b2b7-4d0f-a7fb-1b792b7426ef tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:44.766695 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5fdf3d61-b091-4241-8927-3c303ec4a1ba req-aa509ca3-b2b7-4d0f-a7fb-1b792b7426ef tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 944 time: 0.3406744 May 19 11:18:44.845610 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a13b7b26-9350-4a93-9489-91668c2f419c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:44.854270 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a13b7b26-9350-4a93-9489-91668c2f419c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:44.886693 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-448be612-9d4b-4e28-9383-9d8c8b0a4678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:44.896021 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-a13b7b26-9350-4a93-9489-91668c2f419c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2d8441ce0c44472598760745c1ea2953&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0758369 May 19 11:18:44.899361 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37610) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:44.958732 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5fdf3d61-b091-4241-8927-3c303ec4a1ba req-bf49cf4c-3bb3-45ad-a1dd-51fa4180f0b1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770263 May 19 11:18:44.998061 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13ca1a8f-f95c-4088-a674-dde4270d2300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.025615 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b7b26-9350-4a93-9489-91668c2f419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccb81a9-5935-4a94-8f8d-3b7f55d2b781,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:45.034060 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13ca1a8f-f95c-4088-a674-dde4270d2300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.057729 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a13b7b26-9350-4a93-9489-91668c2f419c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:45.077941 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf69d0-df28-4f54-8cfd-10f96591b5c3 req-99ce596b-3949-48a2-bac4-021a2b8e4f11 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:45.085069 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4fbf69d0-df28-4f54-8cfd-10f96591b5c3 req-99ce596b-3949-48a2-bac4-021a2b8e4f11 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 945 time: 0.3130498 May 19 11:18:45.110402 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13ca1a8f-f95c-4088-a674-dde4270d2300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.129520 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:45.154009 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca1a8f-f95c-4088-a674-dde4270d2300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccb81a9-5935-4a94-8f8d-3b7f55d2b781,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:45.158638 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-13ca1a8f-f95c-4088-a674-dde4270d2300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:45.161094 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13ca1a8f-f95c-4088-a674-dde4270d2300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.163792 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-13ca1a8f-f95c-4088-a674-dde4270d2300 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1ccb81a9-5935-4a94-8f8d-3b7f55d2b781 HTTP/1.1" status: 204 len: 168 time: 0.2623990 May 19 11:18:45.167157 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4fbf69d0-df28-4f54-8cfd-10f96591b5c3 req-7262f7fb-ccfa-4ba3-b048-ec27923862ff tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753171 May 19 11:18:45.630074 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f7d7b-3067-4488-a8cb-e7deaf43474c req-c57ae7a2-ec21-4e1f-a9f7-028930daf9e2 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:45.637738 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-315f7d7b-3067-4488-a8cb-e7deaf43474c req-c57ae7a2-ec21-4e1f-a9f7-028930daf9e2 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 944 time: 0.1357586 May 19 11:18:45.692642 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-315f7d7b-3067-4488-a8cb-e7deaf43474c req-ce45ff11-1576-4b08-a779-0ff724ba9b82 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539482 May 19 11:18:45.713485 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37652) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:45.736187 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-97b165f6-5890-4ced-aa03-72ab6c8bf453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.756716 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-97b165f6-5890-4ced-aa03-72ab6c8bf453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:45.764650 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-97b165f6-5890-4ced-aa03-72ab6c8bf453 admin admin] Usage tracker for resource:security_group_rule and tenant:46c97b7e06074f73bb47960e52391fa0 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:45.768890 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-97b165f6-5890-4ced-aa03-72ab6c8bf453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:45.778377 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-97b165f6-5890-4ced-aa03-72ab6c8bf453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:45.888149 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-97b165f6-5890-4ced-aa03-72ab6c8bf453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.893177 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-97b165f6-5890-4ced-aa03-72ab6c8bf453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.910169 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-09b1a1c5-e5c2-4a0b-8abf-76bacc93f092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:45.953655 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-97b165f6-5890-4ced-aa03-72ab6c8bf453 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=46c97b7e06074f73bb47960e52391fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367368 May 19 11:18:45.954511 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37664) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:45.987694 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b165f6-5890-4ced-aa03-72ab6c8bf453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265598a0-acd5-45f4-a50e-06c945d7b153,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:45.989464 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-97b165f6-5890-4ced-aa03-72ab6c8bf453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:46.017471 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:46.079293 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dff3b47c-2aeb-40d2-8943-cbb7f3a1b6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:46.137753 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dff3b47c-2aeb-40d2-8943-cbb7f3a1b6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:46.167688 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:46.180905 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:46.181958 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:46.220190 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dff3b47c-2aeb-40d2-8943-cbb7f3a1b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:46.225492 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:46.254530 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3b47c-2aeb-40d2-8943-cbb7f3a1b6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265598a0-acd5-45f4-a50e-06c945d7b153,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:46.257807 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dff3b47c-2aeb-40d2-8943-cbb7f3a1b6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:46.261073 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dff3b47c-2aeb-40d2-8943-cbb7f3a1b6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:46.262235 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-dff3b47c-2aeb-40d2-8943-cbb7f3a1b6f7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/265598a0-acd5-45f4-a50e-06c945d7b153 HTTP/1.1" status: 204 len: 168 time: 0.3066785 May 19 11:18:46.363542 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7fa7d-871f-491b-bea6-1fbd8097d30b req-49902ba5-6eb1-49e1-be1e-21e117fb62af tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:46.365917 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-75d7fa7d-871f-491b-bea6-1fbd8097d30b req-49902ba5-6eb1-49e1-be1e-21e117fb62af tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 944 time: 0.1705630 May 19 11:18:46.502571 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:46.551145 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-75d7fa7d-871f-491b-bea6-1fbd8097d30b req-60fd5a1c-6272-45e0-9a70-fa741a777cad tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786883 May 19 11:18:46.556653 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa,segment=NetworkSegment(f8496239-e07c-4409-b535-5033e8b3f6df),segment_id=f8496239-e07c-4409-b535-5033e8b3f6df)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:46.557989 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b23e649-6621-4f1e-9bc7-b01218aac6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:18:46.586816 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8374-0a8a-4511-b98b-c2c4548c59c6 req-342bfec3-18a7-4e24-87a5-3e6f2b453113 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:46.588365 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cc4b8374-0a8a-4511-b98b-c2c4548c59c6 req-342bfec3-18a7-4e24-87a5-3e6f2b453113 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 945 time: 0.1696553 May 19 11:18:46.628839 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:46.630209 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device d502eff3-fcad-41a8-b2b5-ffda28703a22 up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:46.648027 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cc4b8374-0a8a-4511-b98b-c2c4548c59c6 req-5895d314-7ca9-482b-84fa-434499f90055 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491700 May 19 11:18:46.660335 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:46.779337 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:46.783342 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:46.804785 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port d502eff3-fcad-41a8-b2b5-ffda28703a22 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:46.814576 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port d502eff3-fcad-41a8-b2b5-ffda28703a22 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:46.814956 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:46.967107 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77931c-901e-4108-95f6-5a08088dfea9 req-67d620be-babd-4cb8-a0e7-d562da210c53 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:46.969009 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ed77931c-901e-4108-95f6-5a08088dfea9 req-67d620be-babd-4cb8-a0e7-d562da210c53 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 944 time: 0.1570866 May 19 11:18:46.992296 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:47.021866 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ed77931c-901e-4108-95f6-5a08088dfea9 req-f8366ff1-f46c-4a80-88b9-c1bafbafbe26 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466886 May 19 11:18:47.060432 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port d502eff3-fcad-41a8-b2b5-ffda28703a22, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:47.067561 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:47.069167 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 20383ded-0363-4a06-9fe8-b5e1b10cb1aa up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:47.141303 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:47.274573 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=d502eff3-fcad-41a8-b2b5-ffda28703a22,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:47.279758 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:47.285236 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:47.296310 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:47.297363 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:47.511215 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b23e649-6621-4f1e-9bc7-b01218aac6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa', 'code': 200} May 19 11:18:47.605006 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:47.703803 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=20383ded-0363-4a06-9fe8-b5e1b10cb1aa,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:47.713371 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:47.714942 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 95182e81-3976-49ee-b6c2-78028a715fdb up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:47.803816 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:48.003897 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=20383ded-0363-4a06-9fe8-b5e1b10cb1aa,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:48.016740 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:48.036630 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 95182e81-3976-49ee-b6c2-78028a715fdb completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:48.042409 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 95182e81-3976-49ee-b6c2-78028a715fdb triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:48.042883 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:48.233864 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:48.333964 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 95182e81-3976-49ee-b6c2-78028a715fdb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=95182e81-3976-49ee-b6c2-78028a715fdb,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:48.340147 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:48.342636 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:48.457165 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2127d2-cff0-4f99-81ce-e7d8a309ae04 req-15566a44-a599-4fdf-ba80-5eee57088119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:48.459344 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5d2127d2-cff0-4f99-81ce-e7d8a309ae04 req-15566a44-a599-4fdf-ba80-5eee57088119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 944 time: 0.5521741 May 19 11:18:48.488193 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ce4cb-7101-49fd-80eb-81f78e0249c9 req-020ebd3d-6da4-4f0a-88c1-9559219d6517 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:48.500271 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c89ce4cb-7101-49fd-80eb-81f78e0249c9 req-020ebd3d-6da4-4f0a-88c1-9559219d6517 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 946 time: 0.5103569 May 19 11:18:48.536719 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722d4d-9a5a-4463-aee4-d9454c4be8ee req-d6dfe1a1-1eb9-4ad1-bbf5-c2851c48b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:48.538422 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6a722d4d-9a5a-4463-aee4-d9454c4be8ee req-d6dfe1a1-1eb9-4ad1-bbf5-c2851c48b0fc service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 1099 time: 0.6933982 May 19 11:18:48.539316 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=95182e81-3976-49ee-b6c2-78028a715fdb,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:48.545390 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:48.590206 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-6a722d4d-9a5a-4463-aee4-d9454c4be8ee req-a715088b-af7f-4704-9541-1a5e75fee737 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:48.606270 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c89ce4cb-7101-49fd-80eb-81f78e0249c9 req-cf1503cd-c477-4786-bfbf-9b896c6b9645 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045561 May 19 11:18:48.613058 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [req-6a722d4d-9a5a-4463-aee4-d9454c4be8ee req-a715088b-af7f-4704-9541-1a5e75fee737 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:48.621114 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-6a722d4d-9a5a-4463-aee4-d9454c4be8ee req-a715088b-af7f-4704-9541-1a5e75fee737 service neutron] Usage tracker for resource:security_group_rule and tenant:d63c656177714336a46bc458798c367b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:48.622909 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-6a722d4d-9a5a-4463-aee4-d9454c4be8ee req-a715088b-af7f-4704-9541-1a5e75fee737 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:48.630110 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [req-6a722d4d-9a5a-4463-aee4-d9454c4be8ee req-a715088b-af7f-4704-9541-1a5e75fee737 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:48.674590 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5d2127d2-cff0-4f99-81ce-e7d8a309ae04 req-da432002-ca75-4a4a-8424-6dfd7d85357b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713326 May 19 11:18:48.714690 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 37768) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:48.857413 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-6a722d4d-9a5a-4463-aee4-d9454c4be8ee req-a715088b-af7f-4704-9541-1a5e75fee737 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:48.862950 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-6a722d4d-9a5a-4463-aee4-d9454c4be8ee req-a715088b-af7f-4704-9541-1a5e75fee737 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:48.879354 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:49.042651 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6a722d4d-9a5a-4463-aee4-d9454c4be8ee req-a715088b-af7f-4704-9541-1a5e75fee737 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950166 May 19 11:18:49.063471 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a5ef87f1-51cc-4a77-9699-d8b519af8eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:49.082201 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715088b-af7f-4704-9541-1a5e75fee737 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d383ee03-1049-41ec-9776-96a3e79328c1,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:49.088347 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a715088b-af7f-4704-9541-1a5e75fee737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:49.098591 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a5ef87f1-51cc-4a77-9699-d8b519af8eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:49.104538 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a5ef87f1-51cc-4a77-9699-d8b519af8eed admin admin] Usage tracker for resource:security_group_rule and tenant:3afde755cf2e4d8a8462df4d5438e08b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:49.109606 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a5ef87f1-51cc-4a77-9699-d8b519af8eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:49.119656 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a5ef87f1-51cc-4a77-9699-d8b519af8eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:49.133042 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a6a4a-559d-4ff3-b449-dac93174aa93 req-11d2e23c-a641-4d82-b416-bcb9e97f2c38 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:49.135536 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d72a6a4a-559d-4ff3-b449-dac93174aa93 req-11d2e23c-a641-4d82-b416-bcb9e97f2c38 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 945 time: 0.2617631 May 19 11:18:49.217705 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d72a6a4a-559d-4ff3-b449-dac93174aa93 req-083340e6-46d0-4e80-93b3-db6aec318cea tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733175 May 19 11:18:49.305002 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a5ef87f1-51cc-4a77-9699-d8b519af8eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:49.311869 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a5ef87f1-51cc-4a77-9699-d8b519af8eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:49.344914 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a9c28d06-1bd0-4abf-8d73-9eabf06d0d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:49.367537 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-a5ef87f1-51cc-4a77-9699-d8b519af8eed admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3afde755cf2e4d8a8462df4d5438e08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6487439 May 19 11:18:49.370296 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37794) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:49.401612 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef87f1-51cc-4a77-9699-d8b519af8eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf003cb-9dc7-44c4-8407-f356ed1755e5,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:49.405303 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a5ef87f1-51cc-4a77-9699-d8b519af8eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:49.461117 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-29c1c4c1-930c-46a2-b137-c66a55357c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:49.494374 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-29c1c4c1-930c-46a2-b137-c66a55357c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:49.514095 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f9d9dd-51d4-40c2-b781-0ebb7002fe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd502eff3-fcad-41a8-b2b5-ffda28703a22'}, {'server_uuid': '0aa08c61-b411-4e57-b11a-b06b32719bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20383ded-0363-4a06-9fe8-b5e1b10cb1aa'}, {'server_uuid': 'cce992df-9e30-401d-ac23-900db03ab2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95182e81-3976-49ee-b6c2-78028a715fdb'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:18:49.555154 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-29c1c4c1-930c-46a2-b137-c66a55357c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:49.560938 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:49.572338 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1c4c1-930c-46a2-b137-c66a55357c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf003cb-9dc7-44c4-8407-f356ed1755e5,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:49.579131 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-29c1c4c1-930c-46a2-b137-c66a55357c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:49.580199 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-29c1c4c1-930c-46a2-b137-c66a55357c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:49.581586 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-29c1c4c1-930c-46a2-b137-c66a55357c0f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2bf003cb-9dc7-44c4-8407-f356ed1755e5 HTTP/1.1" status: 204 len: 168 time: 0.2101684 May 19 11:18:49.627360 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f9d9dd-51d4-40c2-b781-0ebb7002fe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd502eff3-fcad-41a8-b2b5-ffda28703a22', 'code': 200} May 19 11:18:49.627634 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa08c61-b411-4e57-b11a-b06b32719bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20383ded-0363-4a06-9fe8-b5e1b10cb1aa', 'code': 200} May 19 11:18:49.627905 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce992df-9e30-401d-ac23-900db03ab2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95182e81-3976-49ee-b6c2-78028a715fdb', 'code': 200} May 19 11:18:50.183085 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790c201-75de-4254-bb3c-ae0f3dc70e1e req-d792b76a-fa9a-4842-bb0a-809fdd2f72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:50.188800 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-8790c201-75de-4254-bb3c-ae0f3dc70e1e req-d792b76a-fa9a-4842-bb0a-809fdd2f72bc service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 1098 time: 0.1538856 May 19 11:18:50.256954 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a900e-1905-43e2-934d-e1a6c290ec87 req-9b5376e3-6a25-42db-b922-abaf39f9740d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:50.259541 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-230a900e-1905-43e2-934d-e1a6c290ec87 req-9b5376e3-6a25-42db-b922-abaf39f9740d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2147298 May 19 11:18:50.273420 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-8790c201-75de-4254-bb3c-ae0f3dc70e1e req-8f50b1fd-16ad-41ed-affa-275430fe03c5 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799658 May 19 11:18:50.277147 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626d88b-4c03-4cee-9c6b-fd45870c96f3 req-bf4484ea-5b49-4628-81f0-d522a4c65e0d tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:50.284846 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0626d88b-4c03-4cee-9c6b-fd45870c96f3 req-bf4484ea-5b49-4628-81f0-d522a4c65e0d tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 946 time: 0.4319723 May 19 11:18:50.380391 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79bd4e-921a-4454-8e1b-61220812188a req-e4691ee0-c058-44fa-93bc-3cdea8adbaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:50.382989 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4f79bd4e-921a-4454-8e1b-61220812188a req-e4691ee0-c058-44fa-93bc-3cdea8adbaf4 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 1098 time: 0.3393352 May 19 11:18:50.411770 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 37834) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:50.442052 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cc579d6e-67d7-4e32-9819-7e38c2e8d6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:50.463000 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-230a900e-1905-43e2-934d-e1a6c290ec87 req-1f7df13b-a087-4dbc-9708-4ef56f431088 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521060 May 19 11:18:50.516558 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0626d88b-4c03-4cee-9c6b-fd45870c96f3 req-3b32c0a4-bbc1-4d2e-b51c-77573d285e30 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299097 May 19 11:18:50.519710 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4f79bd4e-921a-4454-8e1b-61220812188a req-b60f3cd5-4792-46e7-bf56-457bfedfd35d service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233294 May 19 11:18:50.542477 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-cc579d6e-67d7-4e32-9819-7e38c2e8d6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:50.547251 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-cc579d6e-67d7-4e32-9819-7e38c2e8d6cf admin admin] Usage tracker for resource:security_group_rule and tenant:3a12d965778b47cb92188c7801504334 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:50.551528 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-cc579d6e-67d7-4e32-9819-7e38c2e8d6cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:50.559292 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-cc579d6e-67d7-4e32-9819-7e38c2e8d6cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:50.660882 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cc579d6e-67d7-4e32-9819-7e38c2e8d6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:50.679638 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cc579d6e-67d7-4e32-9819-7e38c2e8d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:50.712453 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3f90524c-dda5-450b-a15f-719b20fb2d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:50.720435 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-cc579d6e-67d7-4e32-9819-7e38c2e8d6cf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3a12d965778b47cb92188c7801504334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074484 May 19 11:18:50.724120 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 37848) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:50.774399 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc579d6e-67d7-4e32-9819-7e38c2e8d6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f39566-91f3-4128-9fbb-299ff608c728,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:50.778332 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d5334-a8e2-47ac-b23f-9680482b6103 req-0d685539-ac86-407b-bbd3-b2124ce54e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:50.779874 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-117d5334-a8e2-47ac-b23f-9680482b6103 req-0d685539-ac86-407b-bbd3-b2124ce54e57 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 1098 time: 0.2965498 May 19 11:18:50.780702 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cc579d6e-67d7-4e32-9819-7e38c2e8d6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:50.807673 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8571dbc-eb72-4721-9798-d06d124e21a5 req-ab168c23-7687-4772-ae2d-8066f1090405 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:50.815689 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b8571dbc-eb72-4721-9798-d06d124e21a5 req-ab168c23-7687-4772-ae2d-8066f1090405 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 945 time: 0.1794860 May 19 11:18:50.835461 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a27196ae-90c0-4a43-a691-d9ec7a8ecbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:50.843618 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-117d5334-a8e2-47ac-b23f-9680482b6103 req-da7da340-23f7-4ac1-a987-22401aa062e5 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550232 May 19 11:18:50.887993 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a27196ae-90c0-4a43-a691-d9ec7a8ecbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:50.900551 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b8571dbc-eb72-4721-9798-d06d124e21a5 req-923c6777-80ac-4390-8f80-572ddc6ae885 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840087 May 19 11:18:50.954279 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a27196ae-90c0-4a43-a691-d9ec7a8ecbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:50.962221 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:50.979994 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27196ae-90c0-4a43-a691-d9ec7a8ecbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f39566-91f3-4128-9fbb-299ff608c728,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:50.982880 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a27196ae-90c0-4a43-a691-d9ec7a8ecbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:51.015034 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a27196ae-90c0-4a43-a691-d9ec7a8ecbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:51.016523 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-a27196ae-90c0-4a43-a691-d9ec7a8ecbbb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f7f39566-91f3-4128-9fbb-299ff608c728 HTTP/1.1" status: 204 len: 168 time: 0.2910912 May 19 11:18:51.842733 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf11483-eaa9-442f-bbd4-e4df07620484 req-72d4fcd6-c1d9-461c-8b92-dd28ead337f7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:51.850013 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0cf11483-eaa9-442f-bbd4-e4df07620484 req-72d4fcd6-c1d9-461c-8b92-dd28ead337f7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.1688416 May 19 11:18:51.874423 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e6141-241e-40f9-932c-d2c5651aa768 req-63f70aff-8a3e-40e0-9f16-2e201cc12a76 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:51.881481 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7b4e6141-241e-40f9-932c-d2c5651aa768 req-63f70aff-8a3e-40e0-9f16-2e201cc12a76 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 946 time: 0.1558075 May 19 11:18:51.962875 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0cf11483-eaa9-442f-bbd4-e4df07620484 req-a6b36637-88a8-4aa1-9c16-c7b5952613c3 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095567 May 19 11:18:51.981257 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7b4e6141-241e-40f9-932c-d2c5651aa768 req-c31e63c2-5dcd-4bc0-acbe-c41821d4db1b tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989106 May 19 11:18:52.195836 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a046914-49cb-4858-ae5e-7f2b64afec40 req-61c33636-bcf7-4432-a328-e79caf8c7653 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:52.197621 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6a046914-49cb-4858-ae5e-7f2b64afec40 req-61c33636-bcf7-4432-a328-e79caf8c7653 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 945 time: 0.1259606 May 19 11:18:52.278604 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6a046914-49cb-4858-ae5e-7f2b64afec40 req-892beaa5-54bb-4db7-9a66-63e70baf3420 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693848 May 19 11:18:52.555431 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:18:52.593663 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbdefe-f774-4851-bcbc-23e95ea83f5f req-16384aad-ef4e-44a6-9065-4747828fecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:52.596164 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3afbdefe-f774-4851-bcbc-23e95ea83f5f req-16384aad-ef4e-44a6-9065-4747828fecf9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 1098 time: 0.2313561 May 19 11:18:52.653516 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d081-bb4f-4e63-a62f-82796a7ff714 req-2d200477-c203-456d-9c9a-e3d587564138 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:52.657565 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1ee5d081-bb4f-4e63-a62f-82796a7ff714 req-2d200477-c203-456d-9c9a-e3d587564138 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.1948032 May 19 11:18:52.743934 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1ee5d081-bb4f-4e63-a62f-82796a7ff714 req-0df6e6e4-d228-47bb-acd2-30f14aa897ce tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819623 May 19 11:18:52.841611 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbdefe-f774-4851-bcbc-23e95ea83f5f req-831c4c1e-d5bc-4ed0-8efa-60119027f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:52.843206 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3afbdefe-f774-4851-bcbc-23e95ea83f5f req-831c4c1e-d5bc-4ed0-8efa-60119027f793 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 919 time: 0.2425203 May 19 11:18:53.026136 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3afbdefe-f774-4851-bcbc-23e95ea83f5f req-f9e6bffe-b3f3-4ace-90b3-27a218c97bf1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95182e81-3976-49ee-b6c2-78028a715fdb HTTP/1.1" status: 200 len: 217 time: 0.1700842 May 19 11:18:53.097143 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbdefe-f774-4851-bcbc-23e95ea83f5f req-dec571d8-09c3-42b4-b890-4b622c289b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:53.099197 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3afbdefe-f774-4851-bcbc-23e95ea83f5f req-dec571d8-09c3-42b4-b890-4b622c289b4e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e HTTP/1.1" status: 200 len: 857 time: 0.0695977 May 19 11:18:53.185886 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3afbdefe-f774-4851-bcbc-23e95ea83f5f req-2a8cb89f-2a90-457d-9d74-4d85a12832c1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b0388072-038d-4c14-a70f-4a6a2ce6a580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817878 May 19 11:18:53.340474 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38002) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:53.377782 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3afbdefe-f774-4851-bcbc-23e95ea83f5f req-5a9fde31-bb55-462e-8937-6c81abf46c03 service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852808 May 19 11:18:53.554049 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3afbdefe-f774-4851-bcbc-23e95ea83f5f req-09519dc8-858e-4deb-80b1-780a397a5dab service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704271 May 19 11:18:53.626387 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a07a8475-a41b-4135-bab2-17c4d2633907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:53.642032 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a07a8475-a41b-4135-bab2-17c4d2633907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:53.646812 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a07a8475-a41b-4135-bab2-17c4d2633907 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c6855070904418baa08d8c090f37c8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:53.649976 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a07a8475-a41b-4135-bab2-17c4d2633907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:53.658491 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a07a8475-a41b-4135-bab2-17c4d2633907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:53.757962 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a07a8475-a41b-4135-bab2-17c4d2633907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:53.765071 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a07a8475-a41b-4135-bab2-17c4d2633907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:53.778264 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:53.826226 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a8475-a41b-4135-bab2-17c4d2633907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25221795-b29d-4afe-8337-59291076b3b2,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:53.852551 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a07a8475-a41b-4135-bab2-17c4d2633907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:53.865748 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-a07a8475-a41b-4135-bab2-17c4d2633907 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b4c6855070904418baa08d8c090f37c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231979 May 19 11:18:53.868142 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38038) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:54.003383 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-71e6a77f-389b-4b58-80a5-92268e9d8334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:54.038348 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b012-3bd0-41a9-8694-92e6ffb431f9 req-67cfbe31-0b21-4d1d-a03b-7ee6db8cbc2e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:54.039858 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2658b012-3bd0-41a9-8694-92e6ffb431f9 req-67cfbe31-0b21-4d1d-a03b-7ee6db8cbc2e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.1514597 May 19 11:18:54.048337 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-71e6a77f-389b-4b58-80a5-92268e9d8334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:54.150521 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2658b012-3bd0-41a9-8694-92e6ffb431f9 req-b38045e0-3dc0-4185-aeb0-857a3d93fa92 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943532 May 19 11:18:54.188205 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-71e6a77f-389b-4b58-80a5-92268e9d8334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:54.193903 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-089c8e91-9f40-4e30-a746-cc8028e9f2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:54.208984 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6a77f-389b-4b58-80a5-92268e9d8334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25221795-b29d-4afe-8337-59291076b3b2,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:54.232902 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-71e6a77f-389b-4b58-80a5-92268e9d8334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:54.235841 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-71e6a77f-389b-4b58-80a5-92268e9d8334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:54.250251 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-71e6a77f-389b-4b58-80a5-92268e9d8334 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/25221795-b29d-4afe-8337-59291076b3b2 HTTP/1.1" status: 204 len: 168 time: 0.3803792 May 19 11:18:54.472979 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38084) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:54.675510 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-668c8d10-47f0-43c0-8c0f-5eb6287ea5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:54.702495 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-668c8d10-47f0-43c0-8c0f-5eb6287ea5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:54.707074 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-668c8d10-47f0-43c0-8c0f-5eb6287ea5fd admin admin] Usage tracker for resource:security_group_rule and tenant:d3ca2db179b748eeb060874ad1588d88 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:54.713194 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-668c8d10-47f0-43c0-8c0f-5eb6287ea5fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:54.720781 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-668c8d10-47f0-43c0-8c0f-5eb6287ea5fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:54.739468 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38106) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:54.784258 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-356012ff-3256-4094-b409-5ecbae7dcc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:54.810140 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-356012ff-3256-4094-b409-5ecbae7dcc1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:54.815879 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-356012ff-3256-4094-b409-5ecbae7dcc1e admin admin] Usage tracker for resource:security_group_rule and tenant:65df78e581bc43deb9b3bf6c4b1d3219 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:54.820168 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-356012ff-3256-4094-b409-5ecbae7dcc1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:54.827824 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-356012ff-3256-4094-b409-5ecbae7dcc1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:54.890193 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-668c8d10-47f0-43c0-8c0f-5eb6287ea5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:54.898055 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-668c8d10-47f0-43c0-8c0f-5eb6287ea5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:54.906999 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:54.963316 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-668c8d10-47f0-43c0-8c0f-5eb6287ea5fd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d3ca2db179b748eeb060874ad1588d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888549 May 19 11:18:54.964115 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c8d10-47f0-43c0-8c0f-5eb6287ea5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0117cf82-e77a-48ea-9f3c-683c46897741,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:54.966788 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38120) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:54.969834 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-668c8d10-47f0-43c0-8c0f-5eb6287ea5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:55.049543 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-356012ff-3256-4094-b409-5ecbae7dcc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.059851 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0818d085-340c-4d86-b4af-d394a65d9a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.078102 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-356012ff-3256-4094-b409-5ecbae7dcc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.100124 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0818d085-340c-4d86-b4af-d394a65d9a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.100967 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:55.178014 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0818d085-340c-4d86-b4af-d394a65d9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.184654 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-97b165f6-5890-4ced-aa03-72ab6c8bf453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:55.197614 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38132) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:55.198357 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818d085-340c-4d86-b4af-d394a65d9a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0117cf82-e77a-48ea-9f3c-683c46897741,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:55.199468 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-356012ff-3256-4094-b409-5ecbae7dcc1e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=65df78e581bc43deb9b3bf6c4b1d3219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553645 May 19 11:18:55.203504 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-0818d085-340c-4d86-b4af-d394a65d9a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:55.215960 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356012ff-3256-4094-b409-5ecbae7dcc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70bcf3b-e5c1-4846-a54e-bd82765a67a8,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:55.229112 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-356012ff-3256-4094-b409-5ecbae7dcc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:55.247557 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0818d085-340c-4d86-b4af-d394a65d9a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.251227 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-0818d085-340c-4d86-b4af-d394a65d9a60 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0117cf82-e77a-48ea-9f3c-683c46897741 HTTP/1.1" status: 204 len: 168 time: 0.2810898 May 19 11:18:55.293767 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38140) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:55.311686 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6624feb-2bfb-4e0c-9732-591ddfc8e9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.362709 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6624feb-2bfb-4e0c-9732-591ddfc8e9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.426796 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6624feb-2bfb-4e0c-9732-591ddfc8e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.434558 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d676ccf2-971e-43c3-a2e1-03a5576fef2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:55.447654 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6624feb-2bfb-4e0c-9732-591ddfc8e9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.448908 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-c6624feb-2bfb-4e0c-9732-591ddfc8e9cd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f70bcf3b-e5c1-4846-a54e-bd82765a67a8 HTTP/1.1" status: 204 len: 168 time: 0.2483656 May 19 11:18:55.452306 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6624feb-2bfb-4e0c-9732-591ddfc8e9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70bcf3b-e5c1-4846-a54e-bd82765a67a8,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:55.454769 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c6624feb-2bfb-4e0c-9732-591ddfc8e9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:55.472914 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-467e6a43-9400-4f90-9c58-87817fca77c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.491446 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-467e6a43-9400-4f90-9c58-87817fca77c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:55.497242 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-467e6a43-9400-4f90-9c58-87817fca77c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c7cd22fe9a7f4b57b7d189ab68ff2d25 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:55.504517 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-467e6a43-9400-4f90-9c58-87817fca77c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:55.517232 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-467e6a43-9400-4f90-9c58-87817fca77c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:55.538213 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cad94-dfc2-4869-a412-7f6e76e20448 req-898be0b9-14cd-4af2-bab1-dd12b60c0cb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:55.549816 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-418cad94-dfc2-4869-a412-7f6e76e20448 req-898be0b9-14cd-4af2-bab1-dd12b60c0cb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2022815 May 19 11:18:55.630562 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-418cad94-dfc2-4869-a412-7f6e76e20448 req-9a8f968a-857e-40a8-a1ae-591cd7abb926 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769920 May 19 11:18:55.653048 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-467e6a43-9400-4f90-9c58-87817fca77c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.658607 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-467e6a43-9400-4f90-9c58-87817fca77c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.675461 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2560bd57-8d54-4e45-b927-031039d4d040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:55.714177 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38158) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:55.726377 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-467e6a43-9400-4f90-9c58-87817fca77c5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c7cd22fe9a7f4b57b7d189ab68ff2d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311984 May 19 11:18:55.731848 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e6a43-9400-4f90-9c58-87817fca77c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0485cb3-a569-4725-a638-789b0fa029e2,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:55.750231 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-467e6a43-9400-4f90-9c58-87817fca77c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:55.779675 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-350cb511-b3eb-43cc-8204-e530fefeb526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.810623 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-350cb511-b3eb-43cc-8204-e530fefeb526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.881636 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-350cb511-b3eb-43cc-8204-e530fefeb526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.895141 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cd96fee2-1cdb-487a-8ccf-ce3774337394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:55.908893 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38168) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:55.929028 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cb511-b3eb-43cc-8204-e530fefeb526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0485cb3-a569-4725-a638-789b0fa029e2,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:55.934409 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-350cb511-b3eb-43cc-8204-e530fefeb526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:55.940596 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3b61b640-2a1d-46d3-a03e-5a396f74c2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.962806 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3b61b640-2a1d-46d3-a03e-5a396f74c2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:55.968060 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-3b61b640-2a1d-46d3-a03e-5a396f74c2a0 admin admin] Usage tracker for resource:security_group_rule and tenant:093f34b0e36d4fdab8616fc3630a4a42 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:55.971185 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-350cb511-b3eb-43cc-8204-e530fefeb526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:55.972510 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-350cb511-b3eb-43cc-8204-e530fefeb526 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f0485cb3-a569-4725-a638-789b0fa029e2 HTTP/1.1" status: 204 len: 168 time: 0.2573695 May 19 11:18:55.973632 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-3b61b640-2a1d-46d3-a03e-5a396f74c2a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:55.981367 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3b61b640-2a1d-46d3-a03e-5a396f74c2a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:56.104628 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3b61b640-2a1d-46d3-a03e-5a396f74c2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:56.109194 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3b61b640-2a1d-46d3-a03e-5a396f74c2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:56.143887 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-09669de6-ab34-4500-93cd-1c209ed722f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:56.173232 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-3b61b640-2a1d-46d3-a03e-5a396f74c2a0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=093f34b0e36d4fdab8616fc3630a4a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633450 May 19 11:18:56.174683 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38188) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:56.181523 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61b640-2a1d-46d3-a03e-5a396f74c2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8799f551-70a9-4072-b73e-919c1336b5e1,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:56.184839 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3b61b640-2a1d-46d3-a03e-5a396f74c2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:56.300391 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2be3f8b5-4044-4d10-b439-bdc6f318bf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:56.345132 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2be3f8b5-4044-4d10-b439-bdc6f318bf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:56.411044 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2be3f8b5-4044-4d10-b439-bdc6f318bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:56.429103 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4146e0a5-e8d3-4f32-85dd-39c86c044e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:56.473280 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3f8b5-4044-4d10-b439-bdc6f318bf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8799f551-70a9-4072-b73e-919c1336b5e1,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:56.507099 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2be3f8b5-4044-4d10-b439-bdc6f318bf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:56.512656 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2be3f8b5-4044-4d10-b439-bdc6f318bf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:56.513883 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-2be3f8b5-4044-4d10-b439-bdc6f318bf74 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8799f551-70a9-4072-b73e-919c1336b5e1 HTTP/1.1" status: 204 len: 168 time: 0.3375173 May 19 11:18:56.652237 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38220) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:56.691473 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1add5078-03de-4084-a465-c7095e326c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:56.714574 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1add5078-03de-4084-a465-c7095e326c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:56.721054 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-1add5078-03de-4084-a465-c7095e326c4d admin admin] Usage tracker for resource:security_group_rule and tenant:7ab2a197ddc24908b8f6d2172db1f555 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:56.726494 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-1add5078-03de-4084-a465-c7095e326c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:56.741827 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1add5078-03de-4084-a465-c7095e326c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:56.878432 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1add5078-03de-4084-a465-c7095e326c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:56.885770 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1add5078-03de-4084-a465-c7095e326c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:56.906470 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:56.950874 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61f5d2-2204-4523-af78-aa057081e52f req-db15440c-9330-45ff-9874-ff75b991ed60 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:56.953174 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-dc61f5d2-2204-4523-af78-aa057081e52f req-db15440c-9330-45ff-9874-ff75b991ed60 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.1044946 May 19 11:18:56.973428 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add5078-03de-4084-a465-c7095e326c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe76888-7682-47d8-aaf6-3d4c00ae3b11,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:56.978810 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-1add5078-03de-4084-a465-c7095e326c4d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7ab2a197ddc24908b8f6d2172db1f555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256052 May 19 11:18:56.979748 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1add5078-03de-4084-a465-c7095e326c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:56.981367 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38230) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:57.035989 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-dc61f5d2-2204-4523-af78-aa057081e52f req-eee089ad-86d7-4512-a987-e7ad86cec8eb tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654411 May 19 11:18:57.065127 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e8a24dd4-d3ab-4bbd-b14c-f5fc3bff778d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:57.105360 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e8a24dd4-d3ab-4bbd-b14c-f5fc3bff778d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:57.171540 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e8a24dd4-d3ab-4bbd-b14c-f5fc3bff778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:57.176945 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:57.188623 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a24dd4-d3ab-4bbd-b14c-f5fc3bff778d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe76888-7682-47d8-aaf6-3d4c00ae3b11,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:57.191658 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e8a24dd4-d3ab-4bbd-b14c-f5fc3bff778d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:57.194460 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e8a24dd4-d3ab-4bbd-b14c-f5fc3bff778d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:57.195845 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-e8a24dd4-d3ab-4bbd-b14c-f5fc3bff778d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3fe76888-7682-47d8-aaf6-3d4c00ae3b11 HTTP/1.1" status: 204 len: 168 time: 0.2133501 May 19 11:18:57.489312 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38254) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:57.811535 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78758578-01e9-484e-8f42-7b3aba161624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:57.832620 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-78758578-01e9-484e-8f42-7b3aba161624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:57.840259 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-78758578-01e9-484e-8f42-7b3aba161624 admin admin] Usage tracker for resource:security_group_rule and tenant:04be0e170cc44f0f9038a294d84310e5 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:57.886125 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-78758578-01e9-484e-8f42-7b3aba161624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:57.957263 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-78758578-01e9-484e-8f42-7b3aba161624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:58.193245 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503275cb-74e3-4278-81bf-ab50e61e7353 req-4dce26f9-99c7-4674-9d84-4212260b042a tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:58.202203 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-503275cb-74e3-4278-81bf-ab50e61e7353 req-4dce26f9-99c7-4674-9d84-4212260b042a tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 946 time: 0.3577740 May 19 11:18:58.278482 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92871100-4574-4d0f-abb8-8650b625d17e req-b3dc0706-54fd-43c0-a552-3e799fc753ea tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:58.285320 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-b3dc0706-54fd-43c0-a552-3e799fc753ea tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 814 time: 0.2867241 May 19 11:18:58.322886 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-503275cb-74e3-4278-81bf-ab50e61e7353 req-f045d1a1-e6bd-4a63-a723-a53357c9a218 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196949 May 19 11:18:58.332784 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-d9465efb-3191-491e-b0ac-149b9e1d4e13 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/quotas/5aeb6ee050a140afab095d60d5ccc7b5 HTTP/1.1" status: 200 len: 375 time: 0.0465267 May 19 11:18:58.430111 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78758578-01e9-484e-8f42-7b3aba161624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:58.442417 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78758578-01e9-484e-8f42-7b3aba161624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:58.453643 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a13b7b26-9350-4a93-9489-91668c2f419c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:58.505519 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-78758578-01e9-484e-8f42-7b3aba161624 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=04be0e170cc44f0f9038a294d84310e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0123477 May 19 11:18:58.505867 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38322) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:58.542859 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78758578-01e9-484e-8f42-7b3aba161624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fc8864-47bb-4f9b-b66b-7669b00eb644,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:58.564902 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-78758578-01e9-484e-8f42-7b3aba161624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:58.594178 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-80e08d4b-3683-4101-9722-5a73d9799e6c tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2604671 May 19 11:18:58.604517 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-db76de0e-3279-4452-a847-ecb2710260a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:58.619931 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-df8749ef-be08-4024-a911-8170ec1844ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:58.665497 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-df8749ef-be08-4024-a911-8170ec1844ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:58.729677 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52239a-3204-43a8-ae02-d136e17e3dcb req-5e6ebe28-0d59-4c13-9196-3a63eb5a8c17 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:58.735665 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-df8749ef-be08-4024-a911-8170ec1844ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:58.737724 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8e52239a-3204-43a8-ae02-d136e17e3dcb req-5e6ebe28-0d59-4c13-9196-3a63eb5a8c17 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2418354 May 19 11:18:58.742709 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38332) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:58.747754 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-247660d1-7cb7-4b87-b39f-6ea2aa882db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:58.763540 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8749ef-be08-4024-a911-8170ec1844ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fc8864-47bb-4f9b-b66b-7669b00eb644,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:58.767011 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-df8749ef-be08-4024-a911-8170ec1844ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:58.768733 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-df8749ef-be08-4024-a911-8170ec1844ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:58.784847 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-df8749ef-be08-4024-a911-8170ec1844ed admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d1fc8864-47bb-4f9b-b66b-7669b00eb644 HTTP/1.1" status: 204 len: 168 time: 0.2767010 May 19 11:18:58.827525 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-fd798019-ed2d-4744-b690-6c377336c3fa service neutron] 10.222.0.107 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311873 May 19 11:18:58.871226 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8e52239a-3204-43a8-ae02-d136e17e3dcb req-9c41c6df-4121-4411-87e1-136597531584 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325886 May 19 11:18:58.975950 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-bca20de9-f518-427f-a35b-19ce636f0d59 service neutron] 10.222.0.107 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483707 May 19 11:18:59.061078 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-9dcf7b25-2f10-4445-92b7-ddde7d481a57 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:59.062058 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-9dcf7b25-2f10-4445-92b7-ddde7d481a57 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Synchronizing usage tracker for tenant:97440a5dbd564bd096492247ef4b9a79 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:18:59.084227 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-9dcf7b25-2f10-4445-92b7-ddde7d481a57 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Unset dirty status for tenant:97440a5dbd564bd096492247ef4b9a79 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:18:59.089528 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-9dcf7b25-2f10-4445-92b7-ddde7d481a57 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.106 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 946 time: 0.1281586 May 19 11:18:59.105248 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2079957819-network', 'tenant_id': 'aad3ac9d1c4b41feb6a1f5a82b0ae25a'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:59.111819 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:59.129541 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Usage tracker for resource:network and tenant:aad3ac9d1c4b41feb6a1f5a82b0ae25a is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:59.134549 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:59.151464 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:59.171267 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Made reservation on behalf of aad3ac9d1c4b41feb6a1f5a82b0ae25a for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:59.176675 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:59.253583 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Deleting port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:18:59.254100 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:59.293179 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-63ced371-1b32-4c0f-893b-d14a7d2b6666 req-a8cca360-4f42-4a60-ae2b-f014624215b6 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 210 time: 0.1261349 May 19 11:18:59.297779 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38360) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:59.298647 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:59.330094 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:59.335795 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3734207e-af3d-48e5-95f2-e2549589e255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:59.347629 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Usage tracker for resource:security_group_rule and tenant:aad3ac9d1c4b41feb6a1f5a82b0ae25a is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:59.352103 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:59.360920 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:59.364235 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3734207e-af3d-48e5-95f2-e2549589e255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:59.371196 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-3734207e-af3d-48e5-95f2-e2549589e255 admin admin] Usage tracker for resource:security_group_rule and tenant:b83b996b8bd74eeea69c44a44e102810 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:59.378595 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-3734207e-af3d-48e5-95f2-e2549589e255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:59.386202 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3734207e-af3d-48e5-95f2-e2549589e255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:59.605352 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:59.623084 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:59.632149 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-43d4d533-59f4-4dea-a270-929c166d25c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:59.633040 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] For port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa,segment=NetworkSegment(f8496239-e07c-4409-b535-5033e8b3f6df),segment_id=f8496239-e07c-4409-b535-5033e8b3f6df)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:59.633542 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:59.651101 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3734207e-af3d-48e5-95f2-e2549589e255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:59.668820 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3734207e-af3d-48e5-95f2-e2549589e255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:59.680136 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:18:59.713039 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3808e217-2cad-4a7a-9665-1dac29b77675,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:59.735289 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:59.735839 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.segments_db [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Added segment 4adf0ea4-7ebe-4143-9069-5f2165bf4255 of type vlan for network 64ae5b96-08ca-458b-9643-34267ddd7f82 May 19 11:18:59.737750 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:59.742016 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:59.768159 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-3734207e-af3d-48e5-95f2-e2549589e255 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b83b996b8bd74eeea69c44a44e102810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592745 May 19 11:18:59.776467 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38374) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:59.832950 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b6323-3f86-4b4e-a442-b0ae4c753c2f req-0d231e28-f980-4d54-8ec3-8e74c6367175 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:59.834501 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bf9b6323-3f86-4b4e-a442-b0ae4c753c2f req-0d231e28-f980-4d54-8ec3-8e74c6367175 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 946 time: 0.3055410 May 19 11:18:59.834683 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Calling delete_port for 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:18:59.835134 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734207e-af3d-48e5-95f2-e2549589e255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77664d2c-8d03-405f-a94d-310e61eece56,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:59.856726 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3734207e-af3d-48e5-95f2-e2549589e255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:59.868120 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.109962 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bf9b6323-3f86-4b4e-a442-b0ae4c753c2f req-5c9cac85-1b5e-495d-a60f-bbbdf3207cd4 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/security-groups?id=77eb7842-b44c-4c4f-97b0-d463632758e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438164 May 19 11:19:00.124654 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1a6d90d1-4d02-4ea7-9a9e-56ca2a19c479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.126973 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.140365 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:00.141201 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.207397 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:00.219780 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38390) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:00.251281 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.272097 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:00.321010 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:00.420606 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Pushing event updated for resources: {'Network': ['ID=64ae5b96-08ca-458b-9643-34267ddd7f82,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:00.433164 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 64ae5b96-08ca-458b-9643-34267ddd7f82 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:19:00.438499 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:00.438686 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Pushing event deleted for resources: {'Port': ['ID=51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:00.442049 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:00.445012 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] No DVR routers for this DVR port 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:19:00.447917 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.450914 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1a6d90d1-4d02-4ea7-9a9e-56ca2a19c479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.460366 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b23e649-6621-4f1e-9bc7-b01218aac6fb', 'name': 'network-vif-deleted', 'tag': '51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:00.467288 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ea22008a-ee54-4d6c-9d28-6187a8afa4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.491303 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a45600aa-9aa0-47fb-ac3c-409397fa195a req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.106 "DELETE /v2.0/ports/51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa HTTP/1.1" status: 204 len: 173 time: 1.3910606 May 19 11:19:00.497247 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-ea22008a-ee54-4d6c-9d28-6187a8afa4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:00.502585 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-ea22008a-ee54-4d6c-9d28-6187a8afa4fe admin admin] Usage tracker for resource:security_group_rule and tenant:eaf63411bb0042f98ca589e790e8ee3a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:00.506983 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-ea22008a-ee54-4d6c-9d28-6187a8afa4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:00.513377 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7681773 May 19 11:19:00.515036 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-ea22008a-ee54-4d6c-9d28-6187a8afa4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:00.518381 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38402) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:00.528409 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Request body: {'subnet': {'network_id': '64ae5b96-08ca-458b-9643-34267ddd7f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2079957819-subnet', 'tenant_id': 'aad3ac9d1c4b41feb6a1f5a82b0ae25a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:00.536910 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6b6b5-b4a0-4280-a637-47a09756660e req-b3b59e17-48f7-4229-97a5-9a0ef4c04266 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:00.545352 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a4a6b6b5-b4a0-4280-a637-47a09756660e req-b3b59e17-48f7-4229-97a5-9a0ef4c04266 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.5110450 May 19 11:19:00.561150 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:00.574350 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e39f63e8-c443-4c35-a40d-e1e6f219e199 req-d95bb35a-d8c3-4ea7-a926-dea8a95508e5 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 210 time: 0.1252871 May 19 11:19:00.575986 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Usage tracker for resource:subnet and tenant:aad3ac9d1c4b41feb6a1f5a82b0ae25a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:00.599970 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:00.609079 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:00.626039 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a4a6b6b5-b4a0-4280-a637-47a09756660e req-bd896952-4f38-45cf-afeb-039a41299156 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797772 May 19 11:19:00.636954 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Made reservation on behalf of aad3ac9d1c4b41feb6a1f5a82b0ae25a for: {'subnet': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:00.640932 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.650569 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1a6d90d1-4d02-4ea7-9a9e-56ca2a19c479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.659717 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-85c7760c-f693-4df1-92de-4b648e474395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:00.676154 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d90d1-4d02-4ea7-9a9e-56ca2a19c479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77664d2c-8d03-405f-a94d-310e61eece56,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:00.678155 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1a6d90d1-4d02-4ea7-9a9e-56ca2a19c479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.681555 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-1a6d90d1-4d02-4ea7-9a9e-56ca2a19c479 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/77664d2c-8d03-405f-a94d-310e61eece56 HTTP/1.1" status: 204 len: 168 time: 0.8954444 May 19 11:19:00.681555 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1a6d90d1-4d02-4ea7-9a9e-56ca2a19c479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:00.690543 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b23e649-6621-4f1e-9bc7-b01218aac6fb', 'name': 'network-vif-deleted', 'tag': '51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa', 'status': 'completed', 'code': 200} May 19 11:19:00.965868 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ea22008a-ee54-4d6c-9d28-6187a8afa4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.979222 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92871100-4574-4d0f-abb8-8650b625d17e req-d19d77f5-6e78-4aa8-a6a0-e0f2865fc5b0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:00.980696 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-d19d77f5-6e78-4aa8-a6a0-e0f2865fc5b0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 814 time: 0.2928057 May 19 11:19:00.981274 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ea22008a-ee54-4d6c-9d28-6187a8afa4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:00.990911 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-467e6a43-9400-4f90-9c58-87817fca77c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:01.009368 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Request body: {'port': {'device_id': '55f7d256-94f1-40a3-91e8-1bd61deb59ff', 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0', 'admin_state_up': True, 'tenant_id': '5aeb6ee050a140afab095d60d5ccc7b5'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:01.154736 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-ea22008a-ee54-4d6c-9d28-6187a8afa4fe admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=eaf63411bb0042f98ca589e790e8ee3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9336078 May 19 11:19:01.158301 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38428) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:01.168487 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22008a-ee54-4d6c-9d28-6187a8afa4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f255d0c1-a2e7-44ec-9b77-3bfb6b08106d,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:01.182865 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ea22008a-ee54-4d6c-9d28-6187a8afa4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:01.225570 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:01.297920 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eb8f-4444-4cd9-bda4-c3ec7dbaafb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:01.303880 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:01.322387 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Usage tracker for resource:port and tenant:5aeb6ee050a140afab095d60d5ccc7b5 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:01.327301 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:01.343159 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:01.375201 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Made reservation on behalf of 5aeb6ee050a140afab095d60d5ccc7b5 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:01.378670 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:01.388670 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eb8f-4444-4cd9-bda4-c3ec7dbaafb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:01.510559 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1c39bed5-2ef7-4c7c-bf4d-2011dd907824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:01.545584 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:01.557875 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d3e09291-d597-4c29-87d5-ffee001adac9 req-3017e4a2-cf7d-4129-8081-7e83231bcdd3 tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b23e649-6621-4f1e-9bc7-b01218aac6fb HTTP/1.1" status: 200 len: 210 time: 0.1762929 May 19 11:19:01.617031 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eb8f-4444-4cd9-bda4-c3ec7dbaafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:01.623123 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d419d406-5739-45e2-89d5-6be49b934767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:01.651490 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4eb8f-4444-4cd9-bda4-c3ec7dbaafb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f255d0c1-a2e7-44ec-9b77-3bfb6b08106d,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:01.660527 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1cb4eb8f-4444-4cd9-bda4-c3ec7dbaafb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:01.667275 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eb8f-4444-4cd9-bda4-c3ec7dbaafb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:01.668397 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-1cb4eb8f-4444-4cd9-bda4-c3ec7dbaafb4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f255d0c1-a2e7-44ec-9b77-3bfb6b08106d HTTP/1.1" status: 204 len: 168 time: 0.5089402 May 19 11:19:01.846890 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Allocated IP 172.20.0.14 (a67edc22-e060-405d-985f-69cd01eb46a0/1c2bd019-6a6c-4300-b853-1313af8f98a6/af67c67f-7b1e-4cc6-8107-0a631bc1fa92) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:02.033917 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108'] for subnet, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:02.044235 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6bfad70f-637c-4a4b-b225-fa30f699d450 req-2a41cd28-c855-41b0-8164-08212047e971 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 210 time: 0.0956199 May 19 11:19:02.056279 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:02.109581 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2207234-5e3e-4629-809f-add72cc61547 req-3124c619-941e-4ac5-9b43-d43f0d48695e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:02.111239 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e2207234-5e3e-4629-809f-add72cc61547 req-3124c619-941e-4ac5-9b43-d43f0d48695e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.3085675 May 19 11:19:02.174100 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e2207234-5e3e-4629-809f-add72cc61547 req-b39d6c44-b11a-418b-8e3d-f602acb1cf5b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558398 May 19 11:19:02.263480 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7fb9d5-efe0-4a16-b023-eb5ec1f40cbd,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:02.269978 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:02.291454 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Checking segment: {'id': '4adf0ea4-7ebe-4143-9069-5f2165bf4255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '64ae5b96-08ca-458b-9643-34267ddd7f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:02.291641 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Network hostable DHCP agents. Network: 64ae5b96-08ca-458b-9643-34267ddd7f82, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:19:02.326941 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Network 64ae5b96-08ca-458b-9643-34267ddd7f82 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:19:02.350521 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:02.354346 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 64ae5b96-08ca-458b-9643-34267ddd7f82) {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:02.359283 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:02.360061 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:02.367497 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cba0ff-d279-4beb-bd82-ab8b87c898ad None None] Network 64ae5b96-08ca-458b-9643-34267ddd7f82 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:19:02.407025 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8779521 May 19 11:19:02.422523 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:02.431162 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:02.525159 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Network a67edc22-e060-405d-985f-69cd01eb46a0 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:02.528524 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:02.533181 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:02.538836 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:02.539462 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:02.558186 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Pushing event updated for resources: {'Port': ['ID=af67c67f-7b1e-4cc6-8107-0a631bc1fa92,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:02.571631 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:02.579199 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5810568 May 19 11:19:02.588644 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:02.594530 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7109524-59b1-43db-99e0-948544a3d257 None None] Network 64ae5b96-08ca-458b-9643-34267ddd7f82 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:19:02.598429 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Request body: {'port': {'device_id': '55f7d256-94f1-40a3-91e8-1bd61deb59ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:02.721867 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['20383ded-0363-4a06-9fe8-b5e1b10cb1aa'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:02.750479 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:03.282184 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af67c67f-7b1e-4cc6-8107-0a631bc1fa92 {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:03.291066 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:03.308582 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Transition to ACTIVE for port object af67c67f-7b1e-4cc6-8107-0a631bc1fa92 will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:03.319471 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:03.331548 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-31498949-3d19-47a4-9f90-cf55c14b6e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:03.344477 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98acbe-e3d3-4734-b13a-f339497d5388 req-c16480ec-e208-4677-b543-37242dcfa8fb tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:03.356535 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bf98acbe-e3d3-4734-b13a-f339497d5388 req-c16480ec-e208-4677-b543-37242dcfa8fb tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 932 time: 0.1779444 May 19 11:19:03.412665 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Pushing event updated for resources: {'Port': ['ID=af67c67f-7b1e-4cc6-8107-0a631bc1fa92,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:03.535140 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:03.574967 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bf98acbe-e3d3-4734-b13a-f339497d5388 req-d7154ef4-f297-4768-8dff-3e8f2cf0a5e6 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175350 May 19 11:19:03.614679 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Attempting to bind port af67c67f-7b1e-4cc6-8107-0a631bc1fa92 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:03.615442 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Attempting to bind port af67c67f-7b1e-4cc6-8107-0a631bc1fa92 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:03.616113 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Attempting to bind port af67c67f-7b1e-4cc6-8107-0a631bc1fa92 on network a67edc22-e060-405d-985f-69cd01eb46a0 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:03.622785 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Port af67c67f-7b1e-4cc6-8107-0a631bc1fa92 on network a67edc22-e060-405d-985f-69cd01eb46a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:19:03.623545 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Attempting to bind port af67c67f-7b1e-4cc6-8107-0a631bc1fa92 on network a67edc22-e060-405d-985f-69cd01eb46a0 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:03.630293 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:03.630919 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Checking segment: {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:03.631465 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Bound using segment: {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:03.632045 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Bound port: af67c67f-7b1e-4cc6-8107-0a631bc1fa92, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:03.632547 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:03.638287 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917ea31-e853-4594-9628-9c10c236e61d req-0e118337-e1ff-4492-ac25-43c442123649 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:03.640446 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5917ea31-e853-4594-9628-9c10c236e61d req-0e118337-e1ff-4492-ac25-43c442123649 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2017143 May 19 11:19:03.676747 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38546) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:03.693718 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1043163891-network', 'tenant_id': '7579d9d4851044fcaf42934cd68ea7e5'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:03.701210 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:03.717002 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Usage tracker for resource:network and tenant:7579d9d4851044fcaf42934cd68ea7e5 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:03.722375 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:03.732008 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5917ea31-e853-4594-9628-9c10c236e61d req-bd82625d-0644-4c6b-aa4e-99b52a5feaf4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852492 May 19 11:19:03.732954 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:03.746240 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Made reservation on behalf of 7579d9d4851044fcaf42934cd68ea7e5 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:03.748753 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:03.750011 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] For port af67c67f-7b1e-4cc6-8107-0a631bc1fa92, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:03.761971 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] For port af67c67f-7b1e-4cc6-8107-0a631bc1fa92, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=af67c67f-7b1e-4cc6-8107-0a631bc1fa92,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:03.766683 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:03.774549 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:03.780026 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:03.794523 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:03.798273 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Usage tracker for resource:security_group_rule and tenant:7579d9d4851044fcaf42934cd68ea7e5 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:03.801048 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:03.821073 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:03.830111 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:03.853714 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:03.854600 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:03.856136 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] 10.222.0.106 "PUT /v2.0/ports/af67c67f-7b1e-4cc6-8107-0a631bc1fa92 HTTP/1.1" status: 200 len: 1094 time: 1.2696559 May 19 11:19:03.856628 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f7d256-94f1-40a3-91e8-1bd61deb59ff', 'tag': 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:03.894402 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Pushing event updated for resources: {'Port': ['ID=af67c67f-7b1e-4cc6-8107-0a631bc1fa92,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:03.935973 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:03.942451 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:03.947156 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:03.954301 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:03.956035 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f7d256-94f1-40a3-91e8-1bd61deb59ff', 'tag': 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92', 'status': 'completed', 'code': 200} May 19 11:19:03.989643 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0092229-b570-4acb-9eac-10202f88879f,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:03.996569 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:04.000783 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224} {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:19:04.020526 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:04.021030 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.segments_db [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Added segment b7bc1924-fc5e-4921-944f-bc8127addf15 of type vlan for network 9b95e2e5-e764-4a48-b36c-63065bd1cb7f May 19 11:19:04.024915 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92871100-4574-4d0f-abb8-8650b625d17e req-1d1e1539-c6cb-4f5b-845c-85fed3f93913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:04.027315 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-1d1e1539-c6cb-4f5b-845c-85fed3f93913 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 1097 time: 0.1236341 May 19 11:19:04.064717 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:04.104303 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:04.106479 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:04.108006 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:04.110513 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-8b7bf1eb-3245-45fd-89cc-4d5cb2d74127 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af67c67f-7b1e-4cc6-8107-0a631bc1fa92 HTTP/1.1" status: 200 len: 217 time: 0.0765879 May 19 11:19:04.115837 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:04.130851 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:19:04.211317 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:19:04.214282 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 51f8d4a7-6d90-4a73-aa6e-98a3cdeb80aa not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:19:04.231594 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5470963 May 19 11:19:04.234311 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38558) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:04.237633 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92871100-4574-4d0f-abb8-8650b625d17e req-6d6fbeec-919f-455d-88c8-8eecbf5c0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:04.239071 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-6d6fbeec-919f-455d-88c8-8eecbf5c0dcf service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c2bd019-6a6c-4300-b853-1313af8f98a6 HTTP/1.1" status: 200 len: 854 time: 0.1133854 May 19 11:19:04.241851 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Request body: {'subnet': {'network_id': '9b95e2e5-e764-4a48-b36c-63065bd1cb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1043163891-subnet', 'tenant_id': '7579d9d4851044fcaf42934cd68ea7e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:04.245061 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Pushing event updated for resources: {'Network': ['ID=9b95e2e5-e764-4a48-b36c-63065bd1cb7f,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:04.248532 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:04.250471 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:04.255817 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 9b95e2e5-e764-4a48-b36c-63065bd1cb7f details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:19:04.256043 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Usage tracker for resource:subnet and tenant:7579d9d4851044fcaf42934cd68ea7e5 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:04.259586 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:04.269666 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:04.283791 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Made reservation on behalf of 7579d9d4851044fcaf42934cd68ea7e5 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:04.286811 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:04.290989 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-285025f7-99d6-4c95-adb3-3366905655fb service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=a67edc22-e060-405d-985f-69cd01eb46a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455947 May 19 11:19:04.494975 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-0e351d40-e32a-4064-a2d2-7a4e6da29710 service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957214 May 19 11:19:04.817265 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92871100-4574-4d0f-abb8-8650b625d17e req-2e7d5377-f147-477b-af24-3ff7e5d5fc80 service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173780 May 19 11:19:04.949361 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:04.975215 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387df4ce-87c9-437a-b95d-647f38d8a7e3 req-137b17e9-1238-441c-bf38-84f22bfa6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:04.976949 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-387df4ce-87c9-437a-b95d-647f38d8a7e3 req-137b17e9-1238-441c-bf38-84f22bfa6ed4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 1097 time: 0.0992892 May 19 11:19:04.998430 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:05.083027 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e1007-ea15-4706-baad-b608b9b542b8 req-ad8fe189-8410-44d3-b880-8d0e1983fe32 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:05.091716 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df7e1007-ea15-4706-baad-b608b9b542b8 req-ad8fe189-8410-44d3-b880-8d0e1983fe32 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 944 time: 0.3292873 May 19 11:19:05.132185 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ece4a2-041c-4655-b953-3e4509b718e4,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:05.148044 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:05.183455 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387df4ce-87c9-437a-b95d-647f38d8a7e3 req-1c164396-432b-47ae-afc3-3b7b1a88ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:05.185357 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Checking segment: {'id': 'b7bc1924-fc5e-4921-944f-bc8127addf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '9b95e2e5-e764-4a48-b36c-63065bd1cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:05.185822 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Network hostable DHCP agents. Network: 9b95e2e5-e764-4a48-b36c-63065bd1cb7f, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:19:05.197353 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-387df4ce-87c9-437a-b95d-647f38d8a7e3 req-1c164396-432b-47ae-afc3-3b7b1a88ec17 service neutron] 10.222.0.106 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 916 time: 0.2152982 May 19 11:19:05.199378 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df7e1007-ea15-4706-baad-b608b9b542b8 req-952c5bb6-7f8e-40e8-ac5d-90ac3047c2fe tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066883 May 19 11:19:05.269901 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da92aa-7bed-44fe-953c-f973d4f865aa req-4149f06e-84c3-4051-9c97-f80c40a7cc85 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:05.273923 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-95da92aa-7bed-44fe-953c-f973d4f865aa req-4149f06e-84c3-4051-9c97-f80c40a7cc85 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.3256412 May 19 11:19:05.276016 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Network 9b95e2e5-e764-4a48-b36c-63065bd1cb7f is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:19:05.314811 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-387df4ce-87c9-437a-b95d-647f38d8a7e3 req-abf821cd-320e-4d47-bdee-9393ab934df0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af67c67f-7b1e-4cc6-8107-0a631bc1fa92 HTTP/1.1" status: 200 len: 217 time: 0.1121051 May 19 11:19:05.318225 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 9b95e2e5-e764-4a48-b36c-63065bd1cb7f) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:05.323525 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:05.324126 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:05.328018 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af2860f-688a-4a4b-abef-bc23333fada3 None None] Network 9b95e2e5-e764-4a48-b36c-63065bd1cb7f requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:19:05.420562 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-95da92aa-7bed-44fe-953c-f973d4f865aa req-2edd22a9-f849-44d4-b60e-4c2795b786d7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284873 May 19 11:19:05.446642 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2037742 May 19 11:19:05.446967 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38598) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:05.509049 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387df4ce-87c9-437a-b95d-647f38d8a7e3 req-95b5d630-c87b-4e84-a04a-047a2544f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:05.512137 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-387df4ce-87c9-437a-b95d-647f38d8a7e3 req-95b5d630-c87b-4e84-a04a-047a2544f03b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c2bd019-6a6c-4300-b853-1313af8f98a6 HTTP/1.1" status: 200 len: 854 time: 0.1917350 May 19 11:19:05.563339 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-387df4ce-87c9-437a-b95d-647f38d8a7e3 req-0daea51b-bb62-4101-94ca-b5a8218e1473 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=a67edc22-e060-405d-985f-69cd01eb46a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445452 May 19 11:19:05.618288 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e1a1ba-0e00-433d-8af7-9a3129f96b33 admin admin] Deleting subnet 5b2265ce-5e9e-4fc4-957d-91809390b0e2 {{(pid=91615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:19:05.667396 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-88e1a1ba-0e00-433d-8af7-9a3129f96b33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:05.719564 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eaa51f-90fa-486c-93f2-e334f25a29f5 None None] Network 9b95e2e5-e764-4a48-b36c-63065bd1cb7f requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:19:05.735071 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-88e1a1ba-0e00-433d-8af7-9a3129f96b33 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:05.754538 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-88e1a1ba-0e00-433d-8af7-9a3129f96b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:05.794808 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-387df4ce-87c9-437a-b95d-647f38d8a7e3 req-d4f616b5-4738-491d-b6b2-e785f211a784 service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262967 May 19 11:19:06.104546 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-387df4ce-87c9-437a-b95d-647f38d8a7e3 req-cf6940d5-0d49-41e0-9270-c3aee20ebd4c service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781584 May 19 11:19:06.146874 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-88e1a1ba-0e00-433d-8af7-9a3129f96b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108'] for subnet, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:06.151506 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:06.184660 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1a1ba-0e00-433d-8af7-9a3129f96b33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2265ce-5e9e-4fc4-957d-91809390b0e2,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:06.188232 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-88e1a1ba-0e00-433d-8af7-9a3129f96b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:06.190508 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-88e1a1ba-0e00-433d-8af7-9a3129f96b33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:06.196452 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-88e1a1ba-0e00-433d-8af7-9a3129f96b33 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/5b2265ce-5e9e-4fc4-957d-91809390b0e2 HTTP/1.1" status: 204 len: 168 time: 0.7554424 May 19 11:19:06.198755 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38630) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:06.199837 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276253fe-ca56-442b-a69a-746871114936 req-9d6aec73-dec2-4957-a279-0d6e2fc3d80f tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:06.200526 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-276253fe-ca56-442b-a69a-746871114936 req-9d6aec73-dec2-4957-a279-0d6e2fc3d80f tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Synchronizing usage tracker for tenant:aad3ac9d1c4b41feb6a1f5a82b0ae25a on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:06.218569 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-276253fe-ca56-442b-a69a-746871114936 req-9d6aec73-dec2-4957-a279-0d6e2fc3d80f tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Unset dirty status for tenant:aad3ac9d1c4b41feb6a1f5a82b0ae25a on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:06.220165 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-9d6aec73-dec2-4957-a279-0d6e2fc3d80f tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/networks?id=64ae5b96-08ca-458b-9643-34267ddd7f82 HTTP/1.1" status: 200 len: 809 time: 0.1907742 May 19 11:19:06.238377 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-e03b8e56-051f-4575-8d49-96ab3f4bc6b1 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/quotas/aad3ac9d1c4b41feb6a1f5a82b0ae25a HTTP/1.1" status: 200 len: 375 time: 0.0106890 May 19 11:19:06.292603 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-76ef0f62-5144-422f-bbe1-64e0c5a91e37 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=aad3ac9d1c4b41feb6a1f5a82b0ae25a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470166 May 19 11:19:06.312872 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:06.455656 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:06.471962 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.473029 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.473029 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.473485 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > port after_create 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.473827 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.474268 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > port after_update 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.474651 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.475128 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.475467 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.475793 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.537113 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-de823570-e2aa-471e-ba38-72f57b28d351 service neutron] 10.222.0.107 "GET /v2.0/networks/64ae5b96-08ca-458b-9643-34267ddd7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346814 May 19 11:19:06.551002 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920da71-4e88-4143-abf4-2395ab71b256 req-d7291724-ba6f-43b7-9f20-f7422220847b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:06.552419 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4920da71-4e88-4143-abf4-2395ab71b256 req-d7291724-ba6f-43b7-9f20-f7422220847b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 944 time: 0.2283270 May 19 11:19:06.635817 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.636464 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.636464 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.636923 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:19:06.637385 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e683245-fa35-493a-954a-c472a77c2ec4']}} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:06.659097 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8496239-e07c-4409-b535-5033e8b3f6df') {'for_net_delete': True} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:06.659097 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8496239-e07c-4409-b535-5033e8b3f6df') {} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:06.671222 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128831376'] for segment, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:06.674929 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4920da71-4e88-4143-abf4-2395ab71b256 req-9a16f4a8-b462-412d-ae86-b17b50f1800e tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048491 May 19 11:19:06.715565 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:06.729201 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=91615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:19:06.731717 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128557593'] for segment, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:06.734701 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-def910a1-d58f-48be-81ca-89b8120e6c20 service neutron] 10.222.0.107 "GET /v2.0/networks/64ae5b96-08ca-458b-9643-34267ddd7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918402 May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: from cryptography.utils import int_from_bytes May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: from cryptography.utils import int_from_bytes May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: Traceback (most recent call last): May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: timer() May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: cb(*args, **kw) May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: return func(*args, **kwargs) May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: self._notify() May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: self.callback(batched_events) May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: event.method(event) May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: return f(self, *a, **k) May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: return self._get(url).json() May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: return self.request(url, 'GET', **kwargs) May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:19:06.759174 dv-cinder-768105-9-smb neutron-server[91615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:19:06.920868 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:06.927550 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:06.964146 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:06.975940 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e683245-fa35-493a-954a-c472a77c2ec4,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:06.989548 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c1db9-87aa-427a-b17a-39c7cf39f5e7 req-4eeeae45-0cb5-407e-9468-de615bb7b8c7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:06.991167 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:06.991747 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:06.992430 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:06.992604 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c91c1db9-87aa-427a-b17a-39c7cf39f5e7 req-4eeeae45-0cb5-407e-9468-de615bb7b8c7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.1535273 May 19 11:19:06.993773 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:06.994332 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:06.994814 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:06.995279 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:06.995682 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:06.996149 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:06.996632 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:06.997108 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:06.997922 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.007192 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] 10.222.0.107 "DELETE /v2.0/networks/7e683245-fa35-493a-954a-c472a77c2ec4 HTTP/1.1" status: 204 len: 168 time: 0.8074548 May 19 11:19:07.008707 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:07.085113 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9e68d459-448c-4371-a318-b810a7a7fd61 req-2073f8e3-606d-4279-97cf-4eb0e37e998e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 210 time: 0.0649960 May 19 11:19:07.099330 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c91c1db9-87aa-427a-b17a-39c7cf39f5e7 req-24b28f6b-54f5-4878-9874-776d2440f4c8 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011798 May 19 11:19:07.273594 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38674) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:07.337695 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-fe8ff4ff-854c-438c-822a-1448c3f23571 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=97440a5dbd564bd096492247ef4b9a79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0612273 May 19 11:19:07.340232 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38680) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:07.407479 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:07.438175 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:07.511017 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:07.521771 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-04a4c2a2-2274-4fc5-aa6f-04ae61a96007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:07.537861 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eb7842-b44c-4c4f-97b0-d463632758e2,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:07.547129 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.547438 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.547953 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.548467 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.548940 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.549422 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.549921 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.550400 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.551008 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.551485 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.551960 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.552431 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:07.559371 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:07.563266 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38692) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:07.564331 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/77eb7842-b44c-4c4f-97b0-d463632758e2 HTTP/1.1" status: 204 len: 168 time: 0.2228475 May 19 11:19:07.565233 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:07.715204 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b86ba98f-a63f-4974-bc95-9956efc1b5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:07.754964 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-b86ba98f-a63f-4974-bc95-9956efc1b5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:07.760408 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-b86ba98f-a63f-4974-bc95-9956efc1b5ba admin admin] Usage tracker for resource:security_group_rule and tenant:8b42079fcefd42eea3327a20167dc96f is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:07.763921 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-b86ba98f-a63f-4974-bc95-9956efc1b5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:07.770801 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-b86ba98f-a63f-4974-bc95-9956efc1b5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:07.925625 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b86ba98f-a63f-4974-bc95-9956efc1b5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:07.931671 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b86ba98f-a63f-4974-bc95-9956efc1b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:07.935623 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53a285-3dd7-44fc-a3ef-68de5703337a req-7750748b-1cc0-4ab3-be8f-ff0d236ef566 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:07.937786 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bc53a285-3dd7-44fc-a3ef-68de5703337a req-7750748b-1cc0-4ab3-be8f-ff0d236ef566 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 944 time: 0.1068609 May 19 11:19:07.943733 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-71aa9615-4766-4961-961f-850d552ca62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:07.976281 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ba98f-a63f-4974-bc95-9956efc1b5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bb14f4-42f5-4022-a4a6-5e34d42554b8,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:07.989238 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b86ba98f-a63f-4974-bc95-9956efc1b5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:08.010948 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-b86ba98f-a63f-4974-bc95-9956efc1b5ba admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8b42079fcefd42eea3327a20167dc96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471323 May 19 11:19:08.011565 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38720) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:08.041644 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bc53a285-3dd7-44fc-a3ef-68de5703337a req-0ade9936-ac7d-4097-aa8b-92f0b8c75e56 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970438 May 19 11:19:08.106945 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7626ce5e-7f2d-4af0-b0c2-d8d5c9e03b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:08.148971 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7626ce5e-7f2d-4af0-b0c2-d8d5c9e03b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:08.180017 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device af67c67f-7b1e-4cc6-8107-0a631bc1fa92 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:19:08.238956 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7626ce5e-7f2d-4af0-b0c2-d8d5c9e03b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:08.244956 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1add5078-03de-4084-a465-c7095e326c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:08.269485 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626ce5e-7f2d-4af0-b0c2-d8d5c9e03b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bb14f4-42f5-4022-a4a6-5e34d42554b8,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:08.282347 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-7626ce5e-7f2d-4af0-b0c2-d8d5c9e03b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:08.287983 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7626ce5e-7f2d-4af0-b0c2-d8d5c9e03b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:08.289269 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-7626ce5e-7f2d-4af0-b0c2-d8d5c9e03b69 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b4bb14f4-42f5-4022-a4a6-5e34d42554b8 HTTP/1.1" status: 204 len: 168 time: 0.2767255 May 19 11:19:08.572625 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8d422-a917-47d5-b349-0ea7c1ce3e7d req-7f86d7b9-4c38-48d6-99b9-e33ae9791560 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:08.582890 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-05a8d422-a917-47d5-b349-0ea7c1ce3e7d req-7f86d7b9-4c38-48d6-99b9-e33ae9791560 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2661672 May 19 11:19:08.594726 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port af67c67f-7b1e-4cc6-8107-0a631bc1fa92, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=af67c67f-7b1e-4cc6-8107-0a631bc1fa92,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:08.648581 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92', 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0', 'port_id': 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92', 'mac_address': 'fa:16:3e:4e:f3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2bd019-6a6c-4300-b853-1313af8f98a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:19:08.684279 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-05a8d422-a917-47d5-b349-0ea7c1ce3e7d req-027db72e-f46c-4041-b082-4c4fd985f060 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954802 May 19 11:19:08.690979 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3e11db69-12fe-4b13-8a8d-903e09f8e41c req-7f88668a-1d13-476f-aa64-af9a7bf1bef2 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 210 time: 0.2204168 May 19 11:19:08.752363 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276253fe-ca56-442b-a69a-746871114936 req-d212b157-da29-4a65-9a8c-412c01123f24 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:08.757976 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-d212b157-da29-4a65-9a8c-412c01123f24 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.106 "GET /v2.0/networks?id=64ae5b96-08ca-458b-9643-34267ddd7f82 HTTP/1.1" status: 200 len: 809 time: 0.4110410 May 19 11:19:08.767178 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Request body: {'port': {'device_id': '5d60e96a-5de1-4737-9a2a-6462498f1f55', 'network_id': '64ae5b96-08ca-458b-9643-34267ddd7f82', 'admin_state_up': True, 'tenant_id': 'aad3ac9d1c4b41feb6a1f5a82b0ae25a'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:08.797932 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:08.839225 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af67c67f-7b1e-4cc6-8107-0a631bc1fa92 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:08.893530 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38770) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:08.894030 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port af67c67f-7b1e-4cc6-8107-0a631bc1fa92, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=af67c67f-7b1e-4cc6-8107-0a631bc1fa92,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:08.899265 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:08.901125 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:08.961653 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:08.965878 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Usage tracker for resource:port and tenant:aad3ac9d1c4b41feb6a1f5a82b0ae25a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:08.968844 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:08.975189 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:08.988585 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Made reservation on behalf of aad3ac9d1c4b41feb6a1f5a82b0ae25a for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:08.992321 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:09.022413 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=af67c67f-7b1e-4cc6-8107-0a631bc1fa92,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:09.026681 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:09.077185 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['af67c67f-7b1e-4cc6-8107-0a631bc1fa92'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:09.094798 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-09fe2ad8-9b19-472c-a512-1a7ea10e9661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:09.129854 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-09fe2ad8-9b19-472c-a512-1a7ea10e9661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:09.135211 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-09fe2ad8-9b19-472c-a512-1a7ea10e9661 admin admin] Usage tracker for resource:security_group_rule and tenant:16e397d6c04446a7906f63a145622441 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:09.142313 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-09fe2ad8-9b19-472c-a512-1a7ea10e9661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:09.158409 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-09fe2ad8-9b19-472c-a512-1a7ea10e9661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:09.292638 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Allocated IP 172.20.0.3 (64ae5b96-08ca-458b-9643-34267ddd7f82/bb7fb9d5-efe0-4a16-b023-eb5ec1f40cbd/3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:09.308049 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38796) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:09.460572 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-09fe2ad8-9b19-472c-a512-1a7ea10e9661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:09.468322 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-09fe2ad8-9b19-472c-a512-1a7ea10e9661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:09.478136 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-356012ff-3256-4094-b409-5ecbae7dcc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:09.539895 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34411107-fd7d-4540-a5b4-d73af65fb7ac req-490e97db-96f6-46f5-b703-866234e93c06 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:09.555924 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-34411107-fd7d-4540-a5b4-d73af65fb7ac req-490e97db-96f6-46f5-b703-866234e93c06 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 945 time: 0.3062387 May 19 11:19:09.611429 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1284744539-network', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:09.623593 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-09fe2ad8-9b19-472c-a512-1a7ea10e9661 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=16e397d6c04446a7906f63a145622441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7289457 May 19 11:19:09.625563 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:09.625767 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:09.633956 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38824) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:09.634853 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe2ad8-9b19-472c-a512-1a7ea10e9661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85622961-f87c-406c-a513-434798e46e43,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:09.653636 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-09fe2ad8-9b19-472c-a512-1a7ea10e9661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:09.672412 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Usage tracker for resource:network and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:09.679618 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:09.680892 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:09.689830 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:09.702530 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-34411107-fd7d-4540-a5b4-d73af65fb7ac req-824fbc2f-42a8-4633-90a4-ab5037a8189e tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454556 May 19 11:19:09.710077 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:09.768647 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Made reservation on behalf of 4ec6eb05771347cfa15d42be3863118b for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:09.771708 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:09.816774 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:09.825148 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Network 64ae5b96-08ca-458b-9643-34267ddd7f82 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:09.831019 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:09.834620 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:09.866617 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:09.895099 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Usage tracker for resource:security_group_rule and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:09.895781 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Pushing event updated for resources: {'Port': ['ID=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:09.899842 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:09.925991 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:09.926617 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:09.943212 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:09.947560 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c95baf23-506e-4e18-b75c-7ad3ac2113ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:09.950247 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1874695 May 19 11:19:09.960547 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Request body: {'port': {'device_id': '5d60e96a-5de1-4737-9a2a-6462498f1f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:09.997308 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:10.052530 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c95baf23-506e-4e18-b75c-7ad3ac2113ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.103720 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.161205 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfa773-ccb3-4e9c-828a-51d63d6bf8f7 req-e35d468c-478e-44f5-b97a-ee2070d87c61 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:10.169458 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f9bfa773-ccb3-4e9c-828a-51d63d6bf8f7 req-e35d468c-478e-44f5-b97a-ee2070d87c61 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 931 time: 0.2318189 May 19 11:19:10.180872 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2351-f079-4714-82e6-1f103c4266c4 req-0d11ee01-3ef5-475f-85fc-9549a11d32f3 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:10.182571 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-be5f2351-f079-4714-82e6-1f103c4266c4 req-0d11ee01-3ef5-475f-85fc-9549a11d32f3 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2910993 May 19 11:19:10.192211 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device af67c67f-7b1e-4cc6-8107-0a631bc1fa92 up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:10.228538 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c95baf23-506e-4e18-b75c-7ad3ac2113ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.240846 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5cee589e-7d62-46c2-ae6f-a799a0b38996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:10.292627 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95baf23-506e-4e18-b75c-7ad3ac2113ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85622961-f87c-406c-a513-434798e46e43,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:10.295007 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c95baf23-506e-4e18-b75c-7ad3ac2113ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:10.310009 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c95baf23-506e-4e18-b75c-7ad3ac2113ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.310009 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-c95baf23-506e-4e18-b75c-7ad3ac2113ab admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/85622961-f87c-406c-a513-434798e46e43 HTTP/1.1" status: 204 len: 168 time: 0.6549838 May 19 11:19:10.319944 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port af67c67f-7b1e-4cc6-8107-0a631bc1fa92 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:10.333077 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port af67c67f-7b1e-4cc6-8107-0a631bc1fa92 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:10.336866 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.356314 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-be5f2351-f079-4714-82e6-1f103c4266c4 req-256ebf90-406e-450f-932e-89861fb34ed0 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561420 May 19 11:19:10.372387 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-f9bfa773-ccb3-4e9c-828a-51d63d6bf8f7 req-5ad07c3e-fb17-4767-9dc5-a8f1b35c0444 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Synchronizing usage tracker for tenant:aad3ac9d1c4b41feb6a1f5a82b0ae25a on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:10.429695 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.430939 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-f9bfa773-ccb3-4e9c-828a-51d63d6bf8f7 req-5ad07c3e-fb17-4767-9dc5-a8f1b35c0444 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Unset dirty status for tenant:aad3ac9d1c4b41feb6a1f5a82b0ae25a on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:10.432464 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f9bfa773-ccb3-4e9c-828a-51d63d6bf8f7 req-5ad07c3e-fb17-4767-9dc5-a8f1b35c0444 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622032 May 19 11:19:10.435136 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.450958 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:19:10.453390 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1cb4eb8f-4444-4cd9-bda4-c3ec7dbaafb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:10.484488 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.485191 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.segments_db [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Added segment d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96 of type vlan for network 1589ea86-7645-4eb0-9ca5-b4c736974714 May 19 11:19:10.495726 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eab8288-f6ef-461b-8fd2-2b39cafa709c,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:10.498908 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:10.531054 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.542739 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.585557 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f7d256-94f1-40a3-91e8-1bd61deb59ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:10.586958 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.588305 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:10.588892 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.597689 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port af67c67f-7b1e-4cc6-8107-0a631bc1fa92, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=af67c67f-7b1e-4cc6-8107-0a631bc1fa92,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:10.603799 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.604253 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:10.606359 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:10.677674 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f7d256-94f1-40a3-91e8-1bd61deb59ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92', 'code': 200} May 19 11:19:10.703513 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:10.714489 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=af67c67f-7b1e-4cc6-8107-0a631bc1fa92,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:10.719748 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:10.738265 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.779863 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4695246 May 19 11:19:10.785079 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Transition to ACTIVE for port object 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:10.786220 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38900) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:10.792165 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.795883 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Pushing event updated for resources: {'Network': ['ID=1589ea86-7645-4eb0-9ca5-b4c736974714,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:10.799269 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:10.804112 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Request body: {'subnet': {'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1284744539-subnet', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:10.806351 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 1589ea86-7645-4eb0-9ca5-b4c736974714 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:19:10.810708 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:10.816264 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Usage tracker for resource:subnet and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:10.821077 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:10.830450 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:10.842439 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:10.942202 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Made reservation on behalf of 4ec6eb05771347cfa15d42be3863118b for: {'subnet': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:10.946974 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128888672'] for subnet, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:11.016183 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38910) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:11.156243 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34828bbe-3994-40d0-8253-62c31c142ac2 req-719d1567-fc0d-4bf5-8265-29428c155c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:11.157723 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-34828bbe-3994-40d0-8253-62c31c142ac2 req-719d1567-fc0d-4bf5-8265-29428c155c52 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 1099 time: 0.2380831 May 19 11:19:11.191392 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85859d7-d305-403f-bf87-d8820cb3aea2 req-dbd6ca6b-36a4-4410-8a85-995164f225c4 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:11.192801 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a85859d7-d305-403f-bf87-d8820cb3aea2 req-dbd6ca6b-36a4-4410-8a85-995164f225c4 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 946 time: 0.1461411 May 19 11:19:11.289530 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7ff4aba6-5eea-4bf5-a5ca-acf065f34f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:11.308658 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-34828bbe-3994-40d0-8253-62c31c142ac2 req-b00cc701-f548-4a3f-b876-53c80aea13e0 service neutron] Synchronizing usage tracker for tenant:d63c656177714336a46bc458798c367b on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:11.317836 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Pushing event updated for resources: {'Port': ['ID=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:11.335081 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a85859d7-d305-403f-bf87-d8820cb3aea2 req-d4af172b-6958-4749-8ed4-eebede11d49c tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347368 May 19 11:19:11.336404 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:11.344359 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-34828bbe-3994-40d0-8253-62c31c142ac2 req-b00cc701-f548-4a3f-b876-53c80aea13e0 service neutron] Unset dirty status for tenant:d63c656177714336a46bc458798c367b on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:11.350166 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-34828bbe-3994-40d0-8253-62c31c142ac2 req-b00cc701-f548-4a3f-b876-53c80aea13e0 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831105 May 19 11:19:11.376477 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-7ff4aba6-5eea-4bf5-a5ca-acf065f34f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:11.416524 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-7ff4aba6-5eea-4bf5-a5ca-acf065f34f93 admin admin] Usage tracker for resource:security_group_rule and tenant:552b9bc3361041a887106e013bcc74c0 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:11.425155 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-7ff4aba6-5eea-4bf5-a5ca-acf065f34f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:11.454422 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-7ff4aba6-5eea-4bf5-a5ca-acf065f34f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:11.566628 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b64df4-5054-4169-a63e-f0f4358f6b04 req-af92dc0d-f0e4-4b02-bd00-b8af351e698c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:11.568297 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f8b64df4-5054-4169-a63e-f0f4358f6b04 req-af92dc0d-f0e4-4b02-bd00-b8af351e698c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.0915048 May 19 11:19:11.569796 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Attempting to bind port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:11.570131 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Attempting to bind port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '4adf0ea4-7ebe-4143-9069-5f2165bf4255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '64ae5b96-08ca-458b-9643-34267ddd7f82'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:11.570462 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Attempting to bind port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e on network 64ae5b96-08ca-458b-9643-34267ddd7f82 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:11.581894 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e on network 64ae5b96-08ca-458b-9643-34267ddd7f82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:19:11.582290 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Attempting to bind port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e on network 64ae5b96-08ca-458b-9643-34267ddd7f82 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:11.596106 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:11.596350 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Checking segment: {'id': '4adf0ea4-7ebe-4143-9069-5f2165bf4255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '64ae5b96-08ca-458b-9643-34267ddd7f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:11.596730 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Bound using segment: {'id': '4adf0ea4-7ebe-4143-9069-5f2165bf4255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '64ae5b96-08ca-458b-9643-34267ddd7f82'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:11.597167 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Bound port: 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf0ea4-7ebe-4143-9069-5f2165bf4255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '64ae5b96-08ca-458b-9643-34267ddd7f82'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:11.597560 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:11.678352 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f8b64df4-5054-4169-a63e-f0f4358f6b04 req-f19a7cc5-58f2-4efb-af09-d470c888c00c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027029 May 19 11:19:11.719928 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c889168-4618-4afd-b480-4616478221a4 req-78a928aa-5a28-41f4-906f-be6fa54b4c69 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:11.730032 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2c889168-4618-4afd-b480-4616478221a4 req-78a928aa-5a28-41f4-906f-be6fa54b4c69 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 943 time: 0.1316757 May 19 11:19:11.775697 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2c889168-4618-4afd-b480-4616478221a4 req-a97f488d-2227-4014-8cf5-b6fe8a3207a5 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 May 19 11:19:11.801039 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7ff4aba6-5eea-4bf5-a5ca-acf065f34f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:11.807799 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] For port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:11.809916 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7ff4aba6-5eea-4bf5-a5ca-acf065f34f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:11.819461 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] For port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e,segment=NetworkSegment(4adf0ea4-7ebe-4143-9069-5f2165bf4255),segment_id=4adf0ea4-7ebe-4143-9069-5f2165bf4255)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:11.820749 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-df8749ef-be08-4024-a911-8170ec1844ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:11.885576 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:11.925365 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38950) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:11.930718 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-7ff4aba6-5eea-4bf5-a5ca-acf065f34f93 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=552b9bc3361041a887106e013bcc74c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8105299 May 19 11:19:11.934076 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4aba6-5eea-4bf5-a5ca-acf065f34f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e53bd0-004f-4689-a384-33f82ebe12e5,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:11.934722 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38956) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:11.936996 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:11.937897 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:11.939310 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] 10.222.0.106 "PUT /v2.0/ports/3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e HTTP/1.1" status: 200 len: 1093 time: 1.9831977 May 19 11:19:11.942118 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d60e96a-5de1-4737-9a2a-6462498f1f55', 'tag': '3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:11.947098 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-7ff4aba6-5eea-4bf5-a5ca-acf065f34f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:11.948456 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dbcf53a4-7799-4d9a-bff4-1f1f1bdf0674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:12.033802 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d60e96a-5de1-4737-9a2a-6462498f1f55', 'tag': '3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e', 'status': 'completed', 'code': 200} May 19 11:19:12.042693 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Pushing event updated for resources: {'Port': ['ID=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:12.046444 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:12.076866 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e590a8c4-61f7-4355-87c0-276725317bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.131298 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e590a8c4-61f7-4355-87c0-276725317bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.145893 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-769a9626-7ba0-4967-8450-015bcf6cfeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.179708 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-769a9626-7ba0-4967-8450-015bcf6cfeef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:12.189281 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-769a9626-7ba0-4967-8450-015bcf6cfeef admin admin] Usage tracker for resource:security_group_rule and tenant:b75e41e6b92c48a39d5a448a44fcf835 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:12.192463 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-769a9626-7ba0-4967-8450-015bcf6cfeef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:12.199140 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-769a9626-7ba0-4967-8450-015bcf6cfeef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:12.226562 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128640244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128888658'] for subnet, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.237322 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e590a8c4-61f7-4355-87c0-276725317bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.247589 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-90860d96-7ab0-4437-bbdc-4dde5a1d1c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:12.247702 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a715088b-af7f-4704-9541-1a5e75fee737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:12.272138 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590a8c4-61f7-4355-87c0-276725317bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e53bd0-004f-4689-a384-33f82ebe12e5,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:12.277453 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e590a8c4-61f7-4355-87c0-276725317bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:12.283926 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e590a8c4-61f7-4355-87c0-276725317bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.284977 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-e590a8c4-61f7-4355-87c0-276725317bfa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/46e53bd0-004f-4689-a384-33f82ebe12e5 HTTP/1.1" status: 204 len: 168 time: 0.3493397 May 19 11:19:12.353209 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276253fe-ca56-442b-a69a-746871114936 req-b4df64df-c0b8-46a5-a256-b4de6cfdd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:12.354746 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-b4df64df-c0b8-46a5-a256-b4de6cfdd8c9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=aad3ac9d1c4b41feb6a1f5a82b0ae25a&device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 1096 time: 0.2324786 May 19 11:19:12.355412 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=de14d3fc-86b6-4226-a091-735c858343a4,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:12.359808 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:12.376372 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-769a9626-7ba0-4967-8450-015bcf6cfeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.387091 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-769a9626-7ba0-4967-8450-015bcf6cfeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.424918 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Checking segment: {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:12.425289 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Network hostable DHCP agents. Network: 1589ea86-7645-4eb0-9ca5-b4c736974714, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:19:12.434565 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a07a8475-a41b-4135-bab2-17c4d2633907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:12.447747 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-769a9626-7ba0-4967-8450-015bcf6cfeef admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b75e41e6b92c48a39d5a448a44fcf835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212240 May 19 11:19:12.451274 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38972) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:12.451924 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-875dcbcf-2617-47e7-9338-be47673e14a8 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e HTTP/1.1" status: 200 len: 217 time: 0.0894854 May 19 11:19:12.543863 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Network 1589ea86-7645-4eb0-9ca5-b4c736974714 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:19:12.557469 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a9626-7ba0-4967-8450-015bcf6cfeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6985d786-91c7-49f3-8922-d14b82fcd52f,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:12.558209 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276253fe-ca56-442b-a69a-746871114936 req-2be67985-5f0d-4478-96e6-1428bb101d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:12.559943 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-2be67985-5f0d-4478-96e6-1428bb101d39 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=bb7fb9d5-efe0-4a16-b023-eb5ec1f40cbd HTTP/1.1" status: 200 len: 849 time: 0.0953922 May 19 11:19:12.560797 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 1589ea86-7645-4eb0-9ca5-b4c736974714) {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:12.571535 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc528bfd-6a32-45d1-a0c2-142e36da7de9 None None] Network 1589ea86-7645-4eb0-9ca5-b4c736974714 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:19:12.588470 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-769a9626-7ba0-4967-8450-015bcf6cfeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:12.593072 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 38980) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:12.621320 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:12.621947 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.639686 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-a7e535c7-2690-4457-a886-3e9d7d5997f9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=64ae5b96-08ca-458b-9643-34267ddd7f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656383 May 19 11:19:12.667290 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-759e8911-9537-44a6-a8b7-efd926e6beba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.715529 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85045d-f843-4217-836b-1eb0d3cbba1a req-0f72fc6c-349b-4a1e-99ef-35ecdc440525 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:12.718694 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ea85045d-f843-4217-836b-1eb0d3cbba1a req-0f72fc6c-349b-4a1e-99ef-35ecdc440525 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 946 time: 0.2213216 May 19 11:19:12.720602 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-759e8911-9537-44a6-a8b7-efd926e6beba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.800448 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-06655d6f-27b0-4a8b-913c-4321f326f6aa admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0120149 May 19 11:19:12.803698 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 38994) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:12.810854 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ea85045d-f843-4217-836b-1eb0d3cbba1a req-aeb43c1b-70ba-4a28-b076-37339b1ee069 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828454 May 19 11:19:12.812756 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:12.821416 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:12.829479 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Usage tracker for resource:router and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:12.835063 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-a989dd6c-55e1-4674-b6e2-8d4339d29c76 service neutron] 10.222.0.106 "GET /v2.0/networks/64ae5b96-08ca-458b-9643-34267ddd7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852229 May 19 11:19:12.836316 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:12.858751 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-759e8911-9537-44a6-a8b7-efd926e6beba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.866829 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8adc4eb8-aada-420a-9c32-47a5420f7f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:12.881724 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:12.905095 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e8911-9537-44a6-a8b7-efd926e6beba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6985d786-91c7-49f3-8922-d14b82fcd52f,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:12.912070 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-759e8911-9537-44a6-a8b7-efd926e6beba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:12.950929 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-76362fee-00c3-4cb3-88c3-1b6f2e2a60be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.967991 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.969922 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.972504 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-759e8911-9537-44a6-a8b7-efd926e6beba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:12.973934 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-759e8911-9537-44a6-a8b7-efd926e6beba admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6985d786-91c7-49f3-8922-d14b82fcd52f HTTP/1.1" status: 204 len: 168 time: 0.5214710 May 19 11:19:12.979814 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-76362fee-00c3-4cb3-88c3-1b6f2e2a60be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:12.983777 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-76362fee-00c3-4cb3-88c3-1b6f2e2a60be admin admin] Usage tracker for resource:security_group_rule and tenant:651c4edd1c384837acd2f7a3632d18ae is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:12.987213 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-76362fee-00c3-4cb3-88c3-1b6f2e2a60be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:12.996971 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-76362fee-00c3-4cb3-88c3-1b6f2e2a60be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:13.010271 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:13.042842 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-276253fe-ca56-442b-a69a-746871114936 req-5fd3d1b0-e407-4506-9e20-646a76b0ef8d service neutron] 10.222.0.106 "GET /v2.0/networks/64ae5b96-08ca-458b-9643-34267ddd7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018452 May 19 11:19:13.109682 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2190e0d7-a4b4-5478-974a-93bbd660ceae-1589ea86-7645-4eb0-9ca5-b4c736974714', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4'}]}} from dv-cinder-768105-9-smb. {{(pid=91617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:19:13.110560 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:13.152524 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-76362fee-00c3-4cb3-88c3-1b6f2e2a60be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:13.201388 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-76362fee-00c3-4cb3-88c3-1b6f2e2a60be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:13.236401 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1a6d90d1-4d02-4ea7-9a9e-56ca2a19c479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:13.249188 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-76362fee-00c3-4cb3-88c3-1b6f2e2a60be admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=651c4edd1c384837acd2f7a3632d18ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6521738 May 19 11:19:13.254357 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39010) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:13.489589 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76362fee-00c3-4cb3-88c3-1b6f2e2a60be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2902a0de-c5ab-45cf-80ad-e8da5fd0f1bc,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:13.493703 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-76362fee-00c3-4cb3-88c3-1b6f2e2a60be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:13.517032 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Allocated IP 172.20.0.2 (1589ea86-7645-4eb0-9ca5-b4c736974714/de14d3fc-86b6-4226-a091-735c858343a4/f4976606-a3d7-4dca-8389-b4f9691aadd8) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:13.536482 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab9ebe-334c-4210-8443-0ddd8abeb76b req-ef091e6f-cd69-4242-9232-3119eb6fe79e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:13.538378 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-44ab9ebe-334c-4210-8443-0ddd8abeb76b req-ef091e6f-cd69-4242-9232-3119eb6fe79e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.3843718 May 19 11:19:13.547393 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-97cbf358-0dcf-4533-88c3-5f791bb69e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:13.604918 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6477'] for router, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:13.605949 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc945f78-484c-4569-9e23-ff484e9d966a req-7b372a5b-c071-4702-b4e3-f4d137e4bd07 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:13.607695 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cc945f78-484c-4569-9e23-ff484e9d966a req-7b372a5b-c071-4702-b4e3-f4d137e4bd07 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 943 time: 0.3794317 May 19 11:19:13.630793 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-97cbf358-0dcf-4533-88c3-5f791bb69e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:13.642605 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7704df-3af2-45dd-be41-1e014804ed21 req-8573706a-1b87-4c5e-a550-3ac90f3a6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:13.644205 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-1d7704df-3af2-45dd-be41-1e014804ed21 req-8573706a-1b87-4c5e-a550-3ac90f3a6d55 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=aad3ac9d1c4b41feb6a1f5a82b0ae25a&device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 1096 time: 0.5283108 May 19 11:19:13.685557 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-44ab9ebe-334c-4210-8443-0ddd8abeb76b req-e5de7a2e-02df-4717-8539-c4312253d2cf tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390510 May 19 11:19:13.773938 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:13.784690 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Transition to ACTIVE for port object f4976606-a3d7-4dca-8389-b4f9691aadd8 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:13.807602 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Transition to ACTIVE for port object f4976606-a3d7-4dca-8389-b4f9691aadd8 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:13.814476 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:13.820573 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6ea50441-0e90-4fe7-8776-be05eb928c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:13.842078 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39034) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:13.886275 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cc945f78-484c-4569-9e23-ff484e9d966a req-8a5e01d2-fbc5-4d6c-9afc-a4871cdceeea tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282851 May 19 11:19:13.905102 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-94b0962d-2b45-45bc-98d8-87aab81bd8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:13.937334 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-97cbf358-0dcf-4533-88c3-5f791bb69e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:13.937833 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Network 1589ea86-7645-4eb0-9ca5-b4c736974714 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:13.953572 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-759e8911-9537-44a6-a8b7-efd926e6beba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:13.964358 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Resources bound (agent type, host, resource id): {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:13.971184 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:14.008272 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-94b0962d-2b45-45bc-98d8-87aab81bd8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:14.012294 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbf358-0dcf-4533-88c3-5f791bb69e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2902a0de-c5ab-45cf-80ad-e8da5fd0f1bc,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:14.016761 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-97cbf358-0dcf-4533-88c3-5f791bb69e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:14.017213 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-94b0962d-2b45-45bc-98d8-87aab81bd8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:86153430d2fe48b08745297b9d7d90de is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:14.020015 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-97cbf358-0dcf-4533-88c3-5f791bb69e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:14.031738 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-97cbf358-0dcf-4533-88c3-5f791bb69e8f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2902a0de-c5ab-45cf-80ad-e8da5fd0f1bc HTTP/1.1" status: 204 len: 168 time: 0.7599134 May 19 11:19:14.033039 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-94b0962d-2b45-45bc-98d8-87aab81bd8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:14.049623 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-94b0962d-2b45-45bc-98d8-87aab81bd8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:14.194369 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7704df-3af2-45dd-be41-1e014804ed21 req-9f918e6e-7c70-496d-8ae2-5691d657f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:14.195953 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-1d7704df-3af2-45dd-be41-1e014804ed21 req-9f918e6e-7c70-496d-8ae2-5691d657f1e8 service neutron] 10.222.0.106 "GET /v2.0/networks?id=64ae5b96-08ca-458b-9643-34267ddd7f82 HTTP/1.1" status: 200 len: 911 time: 0.5276527 May 19 11:19:14.242055 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Attempting to bind port f4976606-a3d7-4dca-8389-b4f9691aadd8 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:14.242481 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Attempting to bind port f4976606-a3d7-4dca-8389-b4f9691aadd8 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:14.243342 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Attempting to bind port f4976606-a3d7-4dca-8389-b4f9691aadd8 on network 1589ea86-7645-4eb0-9ca5-b4c736974714 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:14.251144 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-94b0962d-2b45-45bc-98d8-87aab81bd8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:14.254857 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Pushing event updated for resources: {'Port': ['ID=f4976606-a3d7-4dca-8389-b4f9691aadd8,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:14.258685 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-94b0962d-2b45-45bc-98d8-87aab81bd8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:14.265807 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:14.266319 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Checking segment: {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:14.266687 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:14.267285 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Bound using segment: {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:14.267631 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Bound port: f4976606-a3d7-4dca-8389-b4f9691aadd8, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:14.267967 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:14.270848 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c95baf23-506e-4e18-b75c-7ad3ac2113ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:14.338621 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:14.345963 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-94b0962d-2b45-45bc-98d8-87aab81bd8c0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=86153430d2fe48b08745297b9d7d90de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963603 May 19 11:19:14.346639 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39050) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:14.364253 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-1d7704df-3af2-45dd-be41-1e014804ed21 req-36258af6-237c-4854-8c7d-7983711484c9 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e HTTP/1.1" status: 200 len: 217 time: 0.1624277 May 19 11:19:14.416671 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0962d-2b45-45bc-98d8-87aab81bd8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ba646e-5d4f-4973-bd47-d92c6ea89a27,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:14.439671 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-94b0962d-2b45-45bc-98d8-87aab81bd8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:14.530389 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdc561ab-6da1-4e44-8776-45b9836abe56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:14.536711 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] For port f4976606-a3d7-4dca-8389-b4f9691aadd8, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:14.545581 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] For port f4976606-a3d7-4dca-8389-b4f9691aadd8, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=f4976606-a3d7-4dca-8389-b4f9691aadd8,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:14.552057 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:14.560713 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:14.599923 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdc561ab-6da1-4e44-8776-45b9836abe56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:14.684955 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdc561ab-6da1-4e44-8776-45b9836abe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:14.699863 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-76362fee-00c3-4cb3-88c3-1b6f2e2a60be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:14.725703 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Pushing event updated for resources: {'Port': ['ID=f4976606-a3d7-4dca-8389-b4f9691aadd8,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:14.738397 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:14.740254 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39066) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:14.759381 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc561ab-6da1-4e44-8776-45b9836abe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ba646e-5d4f-4973-bd47-d92c6ea89a27,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:14.776459 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bdc561ab-6da1-4e44-8776-45b9836abe56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:14.778365 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdc561ab-6da1-4e44-8776-45b9836abe56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:14.780366 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-bdc561ab-6da1-4e44-8776-45b9836abe56 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f0ba646e-5d4f-4973-bd47-d92c6ea89a27 HTTP/1.1" status: 204 len: 168 time: 0.4298089 May 19 11:19:14.791396 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7704df-3af2-45dd-be41-1e014804ed21 req-8ddfbb91-3e51-4eab-b34a-d6f35d3be0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:14.794211 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-1d7704df-3af2-45dd-be41-1e014804ed21 req-8ddfbb91-3e51-4eab-b34a-d6f35d3be0a2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=bb7fb9d5-efe0-4a16-b023-eb5ec1f40cbd HTTP/1.1" status: 200 len: 849 time: 0.4093325 May 19 11:19:14.892830 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-73a7536f-4bcd-4f22-9494-944e8a636250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:15.003270 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-73a7536f-4bcd-4f22-9494-944e8a636250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:15.010650 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-73a7536f-4bcd-4f22-9494-944e8a636250 admin admin] Usage tracker for resource:security_group_rule and tenant:0f31f3b513c24e35829c90a0bf0001d7 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:15.018993 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-73a7536f-4bcd-4f22-9494-944e8a636250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:15.031031 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-73a7536f-4bcd-4f22-9494-944e8a636250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:15.146205 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad8c4e-f079-44e1-9dcb-a7d9d800655a req-fdae137e-5adb-43e5-809b-f89ee6fff312 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:15.186626 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3dad8c4e-f079-44e1-9dcb-a7d9d800655a req-fdae137e-5adb-43e5-809b-f89ee6fff312 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2770813 May 19 11:19:15.227544 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-1d7704df-3af2-45dd-be41-1e014804ed21 req-7c9686eb-6bd4-48d4-a6be-cfe80af343ab service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=64ae5b96-08ca-458b-9643-34267ddd7f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3347638 May 19 11:19:15.375052 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-73a7536f-4bcd-4f22-9494-944e8a636250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:15.400424 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3dad8c4e-f079-44e1-9dcb-a7d9d800655a req-d83ed260-6887-4837-b880-fc8152e727e1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126157 May 19 11:19:15.435068 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:15.463115 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a370e29-f5b1-4ee0-9964-96325bebb39b req-a98ea5de-62cc-4f31-a73a-752e553ff09b tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:15.470757 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1a370e29-f5b1-4ee0-9964-96325bebb39b req-a98ea5de-62cc-4f31-a73a-752e553ff09b tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 943 time: 0.2011356 May 19 11:19:15.472241 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39084) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:15.473296 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:15.475109 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-73a7536f-4bcd-4f22-9494-944e8a636250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:15.509697 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:15.520338 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-73a7536f-4bcd-4f22-9494-944e8a636250 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0f31f3b513c24e35829c90a0bf0001d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7767823 May 19 11:19:15.522545 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39090) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:15.603874 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1a370e29-f5b1-4ee0-9964-96325bebb39b req-cb1e5502-344a-4a3c-8f2e-60c9b1647aa6 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302159 May 19 11:19:15.645208 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-1d7704df-3af2-45dd-be41-1e014804ed21 req-e99953b3-8dc1-44e2-9ca8-5634e6fcda68 service neutron] 10.222.0.106 "GET /v2.0/networks/64ae5b96-08ca-458b-9643-34267ddd7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718467 May 19 11:19:15.677569 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e655bc2f-ed12-4473-9deb-d0fcd231b4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:15.728776 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e655bc2f-ed12-4473-9deb-d0fcd231b4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:15.751483 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device f4976606-a3d7-4dca-8389-b4f9691aadd8 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:15.848919 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e655bc2f-ed12-4473-9deb-d0fcd231b4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:15.877501 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-769a9626-7ba0-4967-8450-015bcf6cfeef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:15.928746 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655bc2f-ed12-4473-9deb-d0fcd231b4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245e3444-e365-4848-9375-649c683c8371,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:15.935182 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port f4976606-a3d7-4dca-8389-b4f9691aadd8 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:15.940890 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e655bc2f-ed12-4473-9deb-d0fcd231b4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:15.952880 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e655bc2f-ed12-4473-9deb-d0fcd231b4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:15.954060 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-e655bc2f-ed12-4473-9deb-d0fcd231b4bc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/245e3444-e365-4848-9375-649c683c8371 HTTP/1.1" status: 204 len: 168 time: 0.4301076 May 19 11:19:16.051978 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7536f-4bcd-4f22-9494-944e8a636250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245e3444-e365-4848-9375-649c683c8371,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:16.094459 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-73a7536f-4bcd-4f22-9494-944e8a636250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:16.100738 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aed3eeab-e9c5-44eb-a649-f209c684fa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:16.164963 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-aed3eeab-e9c5-44eb-a649-f209c684fa7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:16.171652 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-1d7704df-3af2-45dd-be41-1e014804ed21 req-1d3e4a06-c3f5-444b-82fa-8dd890279435 service neutron] 10.222.0.106 "GET /v2.0/networks/64ae5b96-08ca-458b-9643-34267ddd7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573119 May 19 11:19:16.178783 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-aed3eeab-e9c5-44eb-a649-f209c684fa7d admin admin] Usage tracker for resource:security_group_rule and tenant:ea47bb5e5ac946c7b13e940b0a5deeec is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:16.188075 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-aed3eeab-e9c5-44eb-a649-f209c684fa7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:16.209736 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-aed3eeab-e9c5-44eb-a649-f209c684fa7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:16.214830 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Allocated IP 172.28.2.223 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/de9e2e2f-5430-4f0b-ba66-f1615f2396ca) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:16.219054 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:19:16.380911 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0c15d-7112-4614-9841-64385798f9e9 None None] Network 1589ea86-7645-4eb0-9ca5-b4c736974714 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:19:16.538471 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Provisioning for port f4976606-a3d7-4dca-8389-b4f9691aadd8 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:16.566214 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Provisioning complete for port f4976606-a3d7-4dca-8389-b4f9691aadd8 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:16.567040 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:16.594254 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aed3eeab-e9c5-44eb-a649-f209c684fa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:16.603458 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aed3eeab-e9c5-44eb-a649-f209c684fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:16.618571 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b86ba98f-a63f-4974-bc95-9956efc1b5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:16.758025 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e,segment=NetworkSegment(4adf0ea4-7ebe-4143-9069-5f2165bf4255),segment_id=4adf0ea4-7ebe-4143-9069-5f2165bf4255)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:16.783213 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:16.796901 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-aed3eeab-e9c5-44eb-a649-f209c684fa7d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ea47bb5e5ac946c7b13e940b0a5deeec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2891829 May 19 11:19:16.801306 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3eeab-e9c5-44eb-a649-f209c684fa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b60e9a-f08b-46b6-bd80-9101b2babfd8,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:16.803723 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39134) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:16.806497 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e', 'network_id': '64ae5b96-08ca-458b-9643-34267ddd7f82', 'port_id': '3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e', 'mac_address': 'fa:16:3e:8c:de:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7fb9d5-efe0-4a16-b023-eb5ec1f40cbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:19:16.809532 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9608e-7727-41b4-abce-0fc297afa2d4 req-7e7f0139-ad8e-413e-994b-b22081a6931d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:16.810049 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-aed3eeab-e9c5-44eb-a649-f209c684fa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:16.816293 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f5b9608e-7727-41b4-abce-0fc297afa2d4 req-7e7f0139-ad8e-413e-994b-b22081a6931d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.1862428 May 19 11:19:16.895348 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-248ba5f8-384e-428a-ba3f-58fcdcd923de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:16.919069 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:16.932293 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:16.979770 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f5b9608e-7727-41b4-abce-0fc297afa2d4 req-d9f6e44c-0e4b-4aa9-acf9-1635e4ea9aa7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261582 May 19 11:19:17.017801 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:17.029592 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc3ddc-7aef-40e2-8e96-cd289c075f4e req-2a1e813e-a2d7-4859-8aa3-c6f3444f3a6d tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:17.036813 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2bdc3ddc-7aef-40e2-8e96-cd289c075f4e req-2a1e813e-a2d7-4859-8aa3-c6f3444f3a6d tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 943 time: 0.2173333 May 19 11:19:17.091722 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:17.139989 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2bdc3ddc-7aef-40e2-8e96-cd289c075f4e req-1986d814-46d3-4f72-ae52-f5214f2d7d6a tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020033 May 19 11:19:17.160395 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:17.171757 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:17.194195 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:17.224478 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-248ba5f8-384e-428a-ba3f-58fcdcd923de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:17.257619 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:17.259183 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] For port f4976606-a3d7-4dca-8389-b4f9691aadd8, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=f4976606-a3d7-4dca-8389-b4f9691aadd8,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:17.271318 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:17.275224 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:17.278968 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Pushing event updated for resources: {'Port': ['ID=de9e2e2f-5430-4f0b-ba66-f1615f2396ca,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:17.285371 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:17.326296 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e,segment=NetworkSegment(4adf0ea4-7ebe-4143-9069-5f2165bf4255),segment_id=4adf0ea4-7ebe-4143-9069-5f2165bf4255)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:17.345209 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:17.385321 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Pushing event updated for resources: {'Port': ['ID=f4976606-a3d7-4dca-8389-b4f9691aadd8,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:17.397178 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.397557 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.397920 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.398256 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.398630 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.399510 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.400052 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.400391 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.400736 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.401048 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.404196 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.404196 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.406155 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:17.406709 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:17.502936 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:17.508845 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:17.536075 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e877bf-0948-4609-aece-0d92d40661a6 req-c5c1ffbf-3e72-46d2-a703-dab24da6d6e8 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:17.537918 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-c5c1ffbf-3e72-46d2-a703-dab24da6d6e8 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 814 time: 0.3451395 May 19 11:19:17.551844 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-248ba5f8-384e-428a-ba3f-58fcdcd923de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:17.561845 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c6624feb-2bfb-4e0c-9732-591ddfc8e9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:17.572299 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-77e4c6fc-ff48-48b5-94c8-523e1e4427e8 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/quotas/5aeb6ee050a140afab095d60d5ccc7b5 HTTP/1.1" status: 200 len: 375 time: 0.0238450 May 19 11:19:17.588178 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:17.593927 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ba5f8-384e-428a-ba3f-58fcdcd923de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b60e9a-f08b-46b6-bd80-9101b2babfd8,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:17.606540 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-248ba5f8-384e-428a-ba3f-58fcdcd923de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:17.690610 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device f4976606-a3d7-4dca-8389-b4f9691aadd8 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:17.723475 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-248ba5f8-384e-428a-ba3f-58fcdcd923de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:17.730878 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-248ba5f8-384e-428a-ba3f-58fcdcd923de admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b1b60e9a-f08b-46b6-bd80-9101b2babfd8 HTTP/1.1" status: 204 len: 168 time: 0.9236882 May 19 11:19:17.823236 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-a7b8c039-0673-478f-a6cc-760153e2af27 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2392359 May 19 11:19:17.890731 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:17.904579 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-a89d3912-9dad-430e-95cf-5b21a4ed1116 None None] Provisioning complete for port f4976606-a3d7-4dca-8389-b4f9691aadd8 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:17.905809 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a89d3912-9dad-430e-95cf-5b21a4ed1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:18.009510 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port f4976606-a3d7-4dca-8389-b4f9691aadd8 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:18.010016 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:18.033078 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-151f9d36-5b68-4a75-abaa-45487a882668 service neutron] 10.222.0.107 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076600 May 19 11:19:18.211510 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-296bcf8a-5315-4e07-9a76-ad5bde906d5b service neutron] 10.222.0.107 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774046 May 19 11:19:18.429656 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45e8d7-2cee-4c13-9438-3961b121997c req-390b88f6-2482-46f4-b2fb-2724a104491b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:18.439731 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4b45e8d7-2cee-4c13-9438-3961b121997c req-390b88f6-2482-46f4-b2fb-2724a104491b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2087491 May 19 11:19:18.564067 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4b45e8d7-2cee-4c13-9438-3961b121997c req-9ee899f5-6fe4-4b0b-a1ed-14fac0975ee9 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157370 May 19 11:19:18.579796 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404623'] for router, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:18.746804 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-59893dd1-06c6-4e7f-b420-675c5338f8ce req-d730f130-d240-4aa2-8b08-6e83ecc22e23 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 210 time: 0.0494835 May 19 11:19:18.767750 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e8744-73c8-4b1c-8f0a-a8b1b1c2962b req-d479173a-82f6-44b0-abd6-77d7125a318c tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:18.769295 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4f4e8744-73c8-4b1c-8f0a-a8b1b1c2962b req-d479173a-82f6-44b0-abd6-77d7125a318c tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 944 time: 0.1571863 May 19 11:19:18.868542 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4f4e8744-73c8-4b1c-8f0a-a8b1b1c2962b req-730e756a-c706-4be2-9940-1fec5d7c6785 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891438 May 19 11:19:19.089247 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 is scheduled to L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 with binding_index 1 {{(pid=91615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:19:19.314290 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:19:19.327096 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Sync routers for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:19:19.339650 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:19.340454 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:19:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:19.344944 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Notify callbacks [] for router, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:19.348619 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5411201 May 19 11:19:19.349764 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39222) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:19.570025 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:20.227872 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:20.338807 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:17Z', 'revision_number': 3, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:20.348391 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e877bf-0948-4609-aece-0d92d40661a6 req-afb9713f-fd78-46e2-b194-1e24aa1af85b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:20.349961 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-afb9713f-fd78-46e2-b194-1e24aa1af85b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 814 time: 0.5339675 May 19 11:19:20.362454 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Checking router: 5ef3a581-c4b7-444a-acdb-c6303ab9a482 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:19:20.362838 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Updating router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 port de9e2e2f-5430-4f0b-ba66-f1615f2396ca binding host dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:19:20.375881 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Request body: {'port': {'device_id': '73dc78bd-a152-487b-a2d6-a299baee30f4', 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0', 'admin_state_up': True, 'tenant_id': '5aeb6ee050a140afab095d60d5ccc7b5'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:20.443850 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:20.450367 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:20.450750 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:20.498127 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:20.716169 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b69b4429-7230-4b8d-939e-bb1fdac98f3e req-05e8175e-5673-4a9c-85ea-98039966f9e0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 210 time: 0.6816046 May 19 11:19:20.746961 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:20.758934 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:20.759290 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Usage tracker for resource:port and tenant:5aeb6ee050a140afab095d60d5ccc7b5 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:20.770822 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:20.784689 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:20.814415 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Made reservation on behalf of 5aeb6ee050a140afab095d60d5ccc7b5 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:20.818363 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:20.819580 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d60e96a-5de1-4737-9a2a-6462498f1f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:20.842281 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e,segment=NetworkSegment(4adf0ea4-7ebe-4143-9069-5f2165bf4255),segment_id=4adf0ea4-7ebe-4143-9069-5f2165bf4255)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:20.847543 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:20.850406 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:21.048090 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740e54-d24d-48ec-bc18-1cae25cf6beb req-dc8ecb74-d88f-4f50-a64f-236866c2044b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:21.050762 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:21.055847 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a2740e54-d24d-48ec-bc18-1cae25cf6beb req-dc8ecb74-d88f-4f50-a64f-236866c2044b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 1.1449962 May 19 11:19:21.058152 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:21.179343 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:21.192892 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Transition to ACTIVE for port object de9e2e2f-5430-4f0b-ba66-f1615f2396ca will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:21.196813 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a2740e54-d24d-48ec-bc18-1cae25cf6beb req-56a51f7c-c802-4e96-bd10-8eb6c2ffbc39 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291735 May 19 11:19:21.202201 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:21.208093 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:21.228924 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Allocated IP 172.20.0.9 (a67edc22-e060-405d-985f-69cd01eb46a0/1c2bd019-6a6c-4300-b853-1313af8f98a6/4fc35a36-4b6e-4c1c-917a-d1035ff229f7) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:21.310862 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Attempting to bind port de9e2e2f-5430-4f0b-ba66-f1615f2396ca on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:21.311617 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Attempting to bind port de9e2e2f-5430-4f0b-ba66-f1615f2396ca by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:21.311890 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d60e96a-5de1-4737-9a2a-6462498f1f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e', 'code': 200} May 19 11:19:21.312576 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Attempting to bind port de9e2e2f-5430-4f0b-ba66-f1615f2396ca on network e5113189-49f1-4a6b-9cbc-e8af0973913c {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:21.328906 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:21.329283 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Checking segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:21.330680 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:21.334966 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Bound using segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:21.335541 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Bound port: de9e2e2f-5430-4f0b-ba66-f1615f2396ca, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:21.335942 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:21.377328 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ba7c3-a9bb-4349-8331-144ea210e79b req-4e38812b-ce43-47d0-8dd7-39f507802935 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:21.379338 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-058ba7c3-a9bb-4349-8331-144ea210e79b req-4e38812b-ce43-47d0-8dd7-39f507802935 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 945 time: 0.4591401 May 19 11:19:21.410209 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:21.432737 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] For port de9e2e2f-5430-4f0b-ba66-f1615f2396ca, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:21.436076 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] For port de9e2e2f-5430-4f0b-ba66-f1615f2396ca, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=de9e2e2f-5430-4f0b-ba66-f1615f2396ca,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:21.442430 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Pushing event updated for resources: {'Port': ['ID=de9e2e2f-5430-4f0b-ba66-f1615f2396ca,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:21.446917 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:21.457774 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.457774 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.457774 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.457774 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.457774 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.457774 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.457774 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.457774 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.457774 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.457774 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.457774 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.461900 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:21.471465 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:21.478456 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:21.565791 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:21.603755 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:21.615430 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:21.662509 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['20383ded-0363-4a06-9fe8-b5e1b10cb1aa', 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:21.721238 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:21.722947 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:19:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:21.734108 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Pushing event updated for resources: {'Port': ['ID=4fc35a36-4b6e-4c1c-917a-d1035ff229f7,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:21.745994 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:21.754675 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Network a67edc22-e060-405d-985f-69cd01eb46a0 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:21.757489 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:21.759909 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:21.791262 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-058ba7c3-a9bb-4349-8331-144ea210e79b req-fa9f2a9f-0cfb-4241-934f-a87c7d43bd38 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532329 May 19 11:19:21.876058 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:21.876731 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:21.922471 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5620303 May 19 11:19:21.934225 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Request body: {'port': {'device_id': '73dc78bd-a152-487b-a2d6-a299baee30f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:22.048664 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Pushing event updated for resources: {'Port': ['ID=de9e2e2f-5430-4f0b-ba66-f1615f2396ca,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:22.065695 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-c33e8231-d655-4828-bf6c-d05bc904b9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:22.143239 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:22.167097 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59d90e-2026-41d9-b730-aea61a456abf req-da1dad28-75e9-4d68-bac0-52a05568348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:22.168589 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0d59d90e-2026-41d9-b730-aea61a456abf req-da1dad28-75e9-4d68-bac0-52a05568348d service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 1098 time: 0.5372748 May 19 11:19:22.263609 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0d59d90e-2026-41d9-b730-aea61a456abf req-8a5bf2f1-f51d-41fb-b7e8-009fb7a0d34d service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640001 May 19 11:19:22.287246 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2863cf0-ea72-473a-855a-a41645dd3ed6 req-f250e897-17f4-4521-aa7d-aa28417f81c9 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:22.294780 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b2863cf0-ea72-473a-855a-a41645dd3ed6 req-f250e897-17f4-4521-aa7d-aa28417f81c9 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 931 time: 0.3001535 May 19 11:19:22.297936 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Allocated IP 172.20.0.1 (1589ea86-7645-4eb0-9ca5-b4c736974714/de14d3fc-86b6-4226-a091-735c858343a4/cd2c1770-062e-4bc8-9428-6c9b691b7224) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:22.335893 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:22.411041 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b2863cf0-ea72-473a-855a-a41645dd3ed6 req-a986dea7-9b96-4958-9acb-664b42c92f28 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096377 May 19 11:19:22.672844 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805c54a-1233-467d-9159-ee2d6b2730e2 req-a804077f-ee15-4ebe-b8d8-94ac0056c7c7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:22.674364 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3805c54a-1233-467d-9159-ee2d6b2730e2 req-a804077f-ee15-4ebe-b8d8-94ac0056c7c7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2566211 May 19 11:19:22.728437 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:17Z', 'revision_number': 3, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:22.732103 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:22.735615 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36a3c2-8ffc-4d68-bff7-7da5ef3d268b None None] The sync data for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb is: [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:17Z', 'revision_number': 3, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:19:22.759838 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3805c54a-1233-467d-9159-ee2d6b2730e2 req-6a13ab1d-7cf8-4082-9403-fe5373fbb471 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707896 May 19 11:19:22.776570 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Transition to ACTIVE for port object cd2c1770-062e-4bc8-9428-6c9b691b7224 will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:22.811619 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:22.825580 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:22.951053 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Network 1589ea86-7645-4eb0-9ca5-b4c736974714 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:22.959165 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:22.981810 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:22.982646 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405564'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:23.015752 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:23.035297 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:23.057064 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Transition to ACTIVE for port object 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:23.065144 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:23.071640 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:23.300854 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2c1770-062e-4bc8-9428-6c9b691b7224,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:23.312550 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:23.365827 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-07198951-0140-46c5-9530-6bd13230cece None None] Provisioning for port cd2c1770-062e-4bc8-9428-6c9b691b7224 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:23.377882 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-07198951-0140-46c5-9530-6bd13230cece None None] Provisioning complete for port cd2c1770-062e-4bc8-9428-6c9b691b7224 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:23.378556 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-07198951-0140-46c5-9530-6bd13230cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:23.484181 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6fb5b-36ca-490c-9a90-eebf34c7edb4 req-36594c32-d9da-4a17-8608-d7f4707fa138 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:23.495365 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-79b6fb5b-36ca-490c-9a90-eebf34c7edb4 req-36594c32-d9da-4a17-8608-d7f4707fa138 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 945 time: 0.3506551 May 19 11:19:23.535934 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-07198951-0140-46c5-9530-6bd13230cece None None] Port cd2c1770-062e-4bc8-9428-6c9b691b7224 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:19:23.585012 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc35a36-4b6e-4c1c-917a-d1035ff229f7,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:23.588315 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:23.588685 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-79b6fb5b-36ca-490c-9a90-eebf34c7edb4 req-5be2ebf4-4d36-4862-b911-4099743413d4 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924418 May 19 11:19:23.675785 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:23.685426 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Attempting to bind port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:23.687251 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Attempting to bind port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:23.687921 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Attempting to bind port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 on network a67edc22-e060-405d-985f-69cd01eb46a0 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:23.699529 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 on network a67edc22-e060-405d-985f-69cd01eb46a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:19:23.699787 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device de9e2e2f-5430-4f0b-ba66-f1615f2396ca up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:23.700248 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Attempting to bind port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 on network a67edc22-e060-405d-985f-69cd01eb46a0 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:23.707986 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:23.708328 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Checking segment: {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:23.708731 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Bound using segment: {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:23.709800 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Bound port: 4fc35a36-4b6e-4c1c-917a-d1035ff229f7, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:23.710148 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:23.839785 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port de9e2e2f-5430-4f0b-ba66-f1615f2396ca completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:23.856861 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port de9e2e2f-5430-4f0b-ba66-f1615f2396ca triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:23.860589 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:23.903768 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] For port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:23.912464 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] For port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4fc35a36-4b6e-4c1c-917a-d1035ff229f7,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:23.921424 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:23.928505 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2aa3c014-eddc-4571-a3fa-7d168ff49abd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:24.059439 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:24.060253 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:24.061995 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] 10.222.0.106 "PUT /v2.0/ports/4fc35a36-4b6e-4c1c-917a-d1035ff229f7 HTTP/1.1" status: 200 len: 1093 time: 2.1329429 May 19 11:19:24.062960 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dc78bd-a152-487b-a2d6-a299baee30f4', 'tag': '4fc35a36-4b6e-4c1c-917a-d1035ff229f7'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:24.081221 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc35a36-4b6e-4c1c-917a-d1035ff229f7,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:24.084343 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:24.084581 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:24.089697 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39406) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:24.115619 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port de9e2e2f-5430-4f0b-ba66-f1615f2396ca, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=de9e2e2f-5430-4f0b-ba66-f1615f2396ca,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:24.121164 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:24.128419 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:24.268771 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e877bf-0948-4609-aece-0d92d40661a6 req-475b386b-c7f6-4797-a68f-fbe1a6eda828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:24.276831 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-475b386b-c7f6-4797-a68f-fbe1a6eda828 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 1096 time: 0.1666651 May 19 11:19:24.300156 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=de9e2e2f-5430-4f0b-ba66-f1615f2396ca,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:24.308323 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:24.364178 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7fa1-f82d-4bb7-81e2-768f4204f02a req-a37ba9d6-aa08-4b36-897e-04608be69077 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:24.365994 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-043e7fa1-f82d-4bb7-81e2-768f4204f02a req-a37ba9d6-aa08-4b36-897e-04608be69077 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 943 time: 0.6953776 May 19 11:19:24.390884 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-42ca7e87-f9be-48e5-acc5-5d206fc71c8d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fc35a36-4b6e-4c1c-917a-d1035ff229f7 HTTP/1.1" status: 200 len: 217 time: 0.1052790 May 19 11:19:24.474914 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41307e9b-06df-4814-b31f-98b14acb9277 req-12a7e69c-d1d8-4913-a7af-f2a94d976ae4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:24.476478 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-41307e9b-06df-4814-b31f-98b14acb9277 req-12a7e69c-d1d8-4913-a7af-f2a94d976ae4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.4220233 May 19 11:19:24.478947 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e877bf-0948-4609-aece-0d92d40661a6 req-e39f10bf-8040-46ab-83ce-4493413a862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:24.482570 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-e39f10bf-8040-46ab-83ce-4493413a862b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c2bd019-6a6c-4300-b853-1313af8f98a6 HTTP/1.1" status: 200 len: 854 time: 0.0849252 May 19 11:19:24.547708 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-2becd023-bf6b-4999-93fc-5948c0e91de9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=a67edc22-e060-405d-985f-69cd01eb46a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569370 May 19 11:19:24.558294 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4da29344-d4b7-4fa0-9688-3fa32f6f03ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:24.602418 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-043e7fa1-f82d-4bb7-81e2-768f4204f02a req-860ccd4f-a64e-42b4-96a7-a2435200679c tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836004 May 19 11:19:24.603394 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-4da29344-d4b7-4fa0-9688-3fa32f6f03ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:24.624956 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-4da29344-d4b7-4fa0-9688-3fa32f6f03ec admin admin] Usage tracker for resource:security_group_rule and tenant:36e8868d169c49199888d851e604c4cd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:24.631401 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-4da29344-d4b7-4fa0-9688-3fa32f6f03ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:24.642913 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-41307e9b-06df-4814-b31f-98b14acb9277 req-97ad117c-ffc5-41a0-adcb-1b98286fdfa2 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321874 May 19 11:19:24.644791 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-4da29344-d4b7-4fa0-9688-3fa32f6f03ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:24.671582 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:24.690403 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:24.692880 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405595'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:24.709874 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dc877d1a-5eca-4e5a-b051-80d2c34a5ed4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:24.748547 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dc78bd-a152-487b-a2d6-a299baee30f4', 'tag': '4fc35a36-4b6e-4c1c-917a-d1035ff229f7', 'status': 'completed', 'code': 200} May 19 11:19:24.816357 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-3d0401cd-e74a-40bc-94b7-192b89ff70de service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633772 May 19 11:19:24.982015 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-98e877bf-0948-4609-aece-0d92d40661a6 req-65c46087-c33e-44e1-bcc3-a1b8098e05f1 service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604214 May 19 11:19:24.992376 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2c1770-062e-4bc8-9428-6c9b691b7224,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:24.995296 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:25.105599 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4da29344-d4b7-4fa0-9688-3fa32f6f03ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:25.118551 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4da29344-d4b7-4fa0-9688-3fa32f6f03ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:25.128262 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e590a8c4-61f7-4355-87c0-276725317bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:25.138309 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138f1e-b236-4bcc-8265-9a8491b03713 req-8025d5b9-dc66-43ad-bb4a-134ea2f51e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:25.139822 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7f138f1e-b236-4bcc-8265-9a8491b03713 req-8025d5b9-dc66-43ad-bb4a-134ea2f51e47 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 1096 time: 0.0894792 May 19 11:19:25.142526 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6d515-cc14-44ed-bc5a-9636ba7a9560 req-f500a688-2c1f-443b-876d-3fad3d3c912b tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:25.144015 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84d6d515-cc14-44ed-bc5a-9636ba7a9560 req-f500a688-2c1f-443b-876d-3fad3d3c912b tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 945 time: 0.3159816 May 19 11:19:25.147534 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Network 1589ea86-7645-4eb0-9ca5-b4c736974714 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:25.152695 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:25.279294 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-4da29344-d4b7-4fa0-9688-3fa32f6f03ec admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=36e8868d169c49199888d851e604c4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1676915 May 19 11:19:25.279553 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39426) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:25.298707 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da29344-d4b7-4fa0-9688-3fa32f6f03ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201a5cc6-ac4e-491a-acbb-1ac648607f52,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:25.304597 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4da29344-d4b7-4fa0-9688-3fa32f6f03ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:25.330794 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138f1e-b236-4bcc-8265-9a8491b03713 req-0c983491-f363-4d34-b8c4-6f800f853998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:25.332582 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7f138f1e-b236-4bcc-8265-9a8491b03713 req-0c983491-f363-4d34-b8c4-6f800f853998 service neutron] 10.222.0.106 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 916 time: 0.1866055 May 19 11:19:25.340452 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84d6d515-cc14-44ed-bc5a-9636ba7a9560 req-59a7939b-e151-4bb3-8de7-b1acb365fb41 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780853 May 19 11:19:25.414900 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7f138f1e-b236-4bcc-8265-9a8491b03713 req-e2acdcef-ecc3-4c5f-b11b-0d4725d1bbd7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fc35a36-4b6e-4c1c-917a-d1035ff229f7 HTTP/1.1" status: 200 len: 217 time: 0.0770905 May 19 11:19:25.443187 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:19:25.484508 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d94686f2-4377-40ff-804f-718718b3d160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:25.485563 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-3ff07184-bf2c-4667-a916-a12d3542b42e None None] Provisioning complete for port cd2c1770-062e-4bc8-9428-6c9b691b7224 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:25.487029 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3ff07184-bf2c-4667-a916-a12d3542b42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:25.533855 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d94686f2-4377-40ff-804f-718718b3d160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:25.542421 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138f1e-b236-4bcc-8265-9a8491b03713 req-c3b7f91d-3242-4fe3-8baf-d53bed73f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:25.544084 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7f138f1e-b236-4bcc-8265-9a8491b03713 req-c3b7f91d-3242-4fe3-8baf-d53bed73f00b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c2bd019-6a6c-4300-b853-1313af8f98a6 HTTP/1.1" status: 200 len: 854 time: 0.1221285 May 19 11:19:25.608506 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7f138f1e-b236-4bcc-8265-9a8491b03713 req-df03534a-8b9e-4716-be89-aefd95cc4b94 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=a67edc22-e060-405d-985f-69cd01eb46a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509884 May 19 11:19:25.658951 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-3ff07184-bf2c-4667-a916-a12d3542b42e None None] Port cd2c1770-062e-4bc8-9428-6c9b691b7224 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:19:25.683284 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device de9e2e2f-5430-4f0b-ba66-f1615f2396ca up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:25.713205 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:19:25.761060 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] 10.222.0.107 "PUT /v2.0/routers/5ef3a581-c4b7-444a-acdb-c6303ab9a482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4095268 May 19 11:19:25.764324 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Sync routers for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:19:25.798320 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:25.799126 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:19:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:26.010226 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d94686f2-4377-40ff-804f-718718b3d160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:26.020543 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:26.086388 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94686f2-4377-40ff-804f-718718b3d160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201a5cc6-ac4e-491a-acbb-1ac648607f52,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:26.098272 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d94686f2-4377-40ff-804f-718718b3d160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:26.115516 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d94686f2-4377-40ff-804f-718718b3d160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:26.119473 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-d94686f2-4377-40ff-804f-718718b3d160 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/201a5cc6-ac4e-491a-acbb-1ac648607f52 HTTP/1.1" status: 204 len: 168 time: 0.8389423 May 19 11:19:26.122462 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7f138f1e-b236-4bcc-8265-9a8491b03713 req-5651645b-5b5a-46e3-bdeb-4fb8151cabd0 service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807425 May 19 11:19:26.179641 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907e9fb-b495-4ff1-bda8-e2fe0444904e req-bbb94b80-a172-4310-81a2-835bcec64381 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:26.181917 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d907e9fb-b495-4ff1-bda8-e2fe0444904e req-bbb94b80-a172-4310-81a2-835bcec64381 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2696745 May 19 11:19:26.299522 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:26.360886 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d907e9fb-b495-4ff1-bda8-e2fe0444904e req-06416fcd-919c-43fa-8b9f-b12520fe3491 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703665 May 19 11:19:26.428107 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd09238-0c62-4dfb-befb-2b4be1e97bbd req-656ca8c0-35e5-488d-8abe-d48dfff76a33 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:26.437657 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5dd09238-0c62-4dfb-befb-2b4be1e97bbd req-656ca8c0-35e5-488d-8abe-d48dfff76a33 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 943 time: 0.2006514 May 19 11:19:26.543173 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7f138f1e-b236-4bcc-8265-9a8491b03713 req-1b18adf8-743a-44f8-9b5b-8a80ec92d5ca service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148240 May 19 11:19:26.577209 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5dd09238-0c62-4dfb-befb-2b4be1e97bbd req-75df525c-c9d5-48f5-abb4-64fe6d27a6f0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374283 May 19 11:19:26.680052 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39466) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:26.715530 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-42792e5e-eb8a-41b9-863d-5267226d4122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:26.759459 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-42792e5e-eb8a-41b9-863d-5267226d4122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:26.764929 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-42792e5e-eb8a-41b9-863d-5267226d4122 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b6657702ba4a6693df3af0d8272fa4 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:26.768929 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-42792e5e-eb8a-41b9-863d-5267226d4122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:26.781527 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-42792e5e-eb8a-41b9-863d-5267226d4122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:26.959900 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-42792e5e-eb8a-41b9-863d-5267226d4122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:26.967098 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-42792e5e-eb8a-41b9-863d-5267226d4122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.013538 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2be3f8b5-4044-4d10-b439-bdc6f318bf74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:27.023789 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-42792e5e-eb8a-41b9-863d-5267226d4122 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f9b6657702ba4a6693df3af0d8272fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426054 May 19 11:19:27.026781 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39478) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:27.043067 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39482) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:27.056185 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42792e5e-eb8a-41b9-863d-5267226d4122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1394ef4c-94df-4753-bfb1-4f40e3a06545,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:27.061222 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-42792e5e-eb8a-41b9-863d-5267226d4122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:27.080842 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959062083', 'description': 'tempest-description--1544613058'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:27.090081 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:27.101027 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port de9e2e2f-5430-4f0b-ba66-f1615f2396ca triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:27.101659 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.128222 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Usage tracker for resource:security_group and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:27.132243 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:27.146082 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:27.157937 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-99b90f94-72a0-432d-9006-15b47329097d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.171062 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.204088 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-99b90f94-72a0-432d-9006-15b47329097d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.214539 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:27.220204 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Usage tracker for resource:security_group_rule and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:27.228191 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:27.237391 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:27.324600 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-99b90f94-72a0-432d-9006-15b47329097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.330785 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a5ef87f1-51cc-4a77-9699-d8b519af8eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:27.340866 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 2, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:27.346858 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Checking router: 5ef3a581-c4b7-444a-acdb-c6303ab9a482 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:19:27.347310 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Updating router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 port cd2c1770-062e-4bc8-9428-6c9b691b7224 binding host dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:19:27.425857 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.442423 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b90f94-72a0-432d-9006-15b47329097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1394ef4c-94df-4753-bfb1-4f40e3a06545,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:27.449345 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-99b90f94-72a0-432d-9006-15b47329097d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:27.477916 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.480036 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-99b90f94-72a0-432d-9006-15b47329097d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.481984 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-99b90f94-72a0-432d-9006-15b47329097d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1394ef4c-94df-4753-bfb1-4f40e3a06545 HTTP/1.1" status: 204 len: 168 time: 0.4535995 May 19 11:19:27.487584 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.496465 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-71e6a77f-389b-4b58-80a5-92268e9d8334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:27.584357 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79bcf159-5f79-4640-9a92-96c60ba5358c,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:27.592065 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:27.595695 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.599817 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5516810 May 19 11:19:27.601008 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39496) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:27.606634 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'security_group_rule': {'security_group_id': '79bcf159-5f79-4640-9a92-96c60ba5358c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:27.620767 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:27.628201 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Usage tracker for resource:security_group_rule and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:27.635008 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:27.645370 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:27.670268 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.676113 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893fd48-af76-4a48-88c2-9fd0681a5c4a req-18cb7458-4402-4445-9d43-bb7187f22e0c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:27.678360 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6893fd48-af76-4a48-88c2-9fd0681a5c4a req-18cb7458-4402-4445-9d43-bb7187f22e0c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.1449106 May 19 11:19:27.819608 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6893fd48-af76-4a48-88c2-9fd0681a5c4a req-244299c8-836f-4378-857e-8e580d14b553 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301587 May 19 11:19:27.858809 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.864834 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.881661 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:27.909909 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c08319-b2cc-4e35-bf92-79a8fef44a88,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:27.924376 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:27.932804 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.934315 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330281 May 19 11:19:27.937061 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39508) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:27.944264 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'security_group_rule': {'security_group_id': '79bcf159-5f79-4640-9a92-96c60ba5358c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:27.952223 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:27.956568 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Usage tracker for resource:security_group_rule and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:27.961756 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:27.969621 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:27.995626 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:28.005640 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:28.021422 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Transition to ACTIVE for port object cd2c1770-062e-4bc8-9428-6c9b691b7224 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:28.030790 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:28.043035 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5d1ed2b8-ecaa-405b-bb84-bbe55617432f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:28.100960 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b28771-c51c-43f7-9ed7-16fcb969ae7b req-a193c9a4-a260-4c71-89df-b52b19cad3f9 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:28.109210 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c9b28771-c51c-43f7-9ed7-16fcb969ae7b req-a193c9a4-a260-4c71-89df-b52b19cad3f9 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 943 time: 0.2330947 May 19 11:19:28.128954 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:28.143056 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:28.154632 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-38e4d163-4158-41f2-baf6-d267bdff3e98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:28.177352 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c9b28771-c51c-43f7-9ed7-16fcb969ae7b req-f4866899-2494-4f9e-a328-f2619a9d36ce tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568039 May 19 11:19:28.246054 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:28.253307 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3149815 May 19 11:19:28.256427 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39524) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:28.265381 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'floatingip': {'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:28.273040 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfc17b7-892b-4f83-b466-8732367230ca,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:28.277346 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:28.277688 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:19:28.281409 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:28.290649 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Usage tracker for resource:floatingip and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:28.301109 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:28.325462 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:28.343301 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:28.508562 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcff689-3454-423a-bbe6-60cf584caea2 None None] Pushing event updated for resources: {'Port': ['ID=cd2c1770-062e-4bc8-9428-6c9b691b7224,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:28.522576 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:28.545852 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1fcff689-3454-423a-bbe6-60cf584caea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:28.555757 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.db.resource_extend [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 11:19:28.628785 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Attempting to bind port cd2c1770-062e-4bc8-9428-6c9b691b7224 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:28.629185 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Attempting to bind port cd2c1770-062e-4bc8-9428-6c9b691b7224 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:28.629616 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Attempting to bind port cd2c1770-062e-4bc8-9428-6c9b691b7224 on network 1589ea86-7645-4eb0-9ca5-b4c736974714 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:28.693983 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:28.694379 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Checking segment: {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:28.694898 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:28.695363 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Bound using segment: {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:28.695888 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Bound port: cd2c1770-062e-4bc8-9428-6c9b691b7224, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:28.696320 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:28.728172 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-bcfa377f-a0af-476b-a8a9-901312f66253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:28.759409 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Allocated IP 172.28.2.137 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/d4b73eb8-0b62-43eb-9abb-7be26e7e8551) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:28.849331 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4fc35a36-4b6e-4c1c-917a-d1035ff229f7,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:28.876011 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '4fc35a36-4b6e-4c1c-917a-d1035ff229f7', 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0', 'port_id': '4fc35a36-4b6e-4c1c-917a-d1035ff229f7', 'mac_address': 'fa:16:3e:0a:e1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2bd019-6a6c-4300-b853-1313af8f98a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:19:28.901921 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39544) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:28.937253 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] For port cd2c1770-062e-4bc8-9428-6c9b691b7224, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:28.981515 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] For port cd2c1770-062e-4bc8-9428-6c9b691b7224, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=cd2c1770-062e-4bc8-9428-6c9b691b7224,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:29.001277 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.014754 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:29.088024 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.116179 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.132556 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-fbb6fc63-8d79-4c75-91f7-4b27da6a09b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.171427 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-fbb6fc63-8d79-4c75-91f7-4b27da6a09b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:29.178280 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-fbb6fc63-8d79-4c75-91f7-4b27da6a09b3 admin admin] Usage tracker for resource:security_group_rule and tenant:acb2dd23bd834c68bbbb101e131c0300 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:29.185240 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:29.185535 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153ee7b-3611-491d-9327-94bb9c5ce3bf req-60ad6fc9-721f-4519-8c34-c2247d0477ab tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:29.186046 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7153ee7b-3611-491d-9327-94bb9c5ce3bf req-60ad6fc9-721f-4519-8c34-c2247d0477ab tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.1517179 May 19 11:19:29.191156 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-fbb6fc63-8d79-4c75-91f7-4b27da6a09b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:29.197559 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-fbb6fc63-8d79-4c75-91f7-4b27da6a09b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:29.229270 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.251524 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:29.268993 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcff689-3454-423a-bbe6-60cf584caea2 None None] Pushing event updated for resources: {'Port': ['ID=cd2c1770-062e-4bc8-9428-6c9b691b7224,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:29.287245 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4fc35a36-4b6e-4c1c-917a-d1035ff229f7,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:29.288314 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1fcff689-3454-423a-bbe6-60cf584caea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:29.306679 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:29.308735 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:19:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:29.419262 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:29.435955 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7153ee7b-3611-491d-9327-94bb9c5ce3bf req-05af48e8-1ff0-4d37-8f65-9510b1eee8a2 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392385 May 19 11:19:29.443831 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:29.464143 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:29.465905 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.498708 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:29.555594 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:19:29.556600 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-fbb6fc63-8d79-4c75-91f7-4b27da6a09b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.569786 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-fbb6fc63-8d79-4c75-91f7-4b27da6a09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.584746 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-42792e5e-eb8a-41b9-863d-5267226d4122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:29.621525 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6fc63-8d79-4c75-91f7-4b27da6a09b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edabec1a-1f01-48e5-820c-13241cf8c570,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:29.635884 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-fbb6fc63-8d79-4c75-91f7-4b27da6a09b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:29.658005 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-fbb6fc63-8d79-4c75-91f7-4b27da6a09b3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=acb2dd23bd834c68bbbb101e131c0300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7548833 May 19 11:19:29.667210 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39568) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:29.690435 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'Port': ['ID=d4b73eb8-0b62-43eb-9abb-7be26e7e8551,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:29.693356 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:29.715732 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e5a26a59-87be-4e6a-ac05-48ff00f39a1a req-063f743f-e61f-4411-a68a-89a9ac012794 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3118603 May 19 11:19:29.740454 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.800455 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-74d1f1b5-8be0-41d9-b8cf-885556ca7a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.838310 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775cce6-d2c1-428d-940d-dba3726d9cab req-4e6f92f1-40b9-47c0-9764-d46dbd6be05a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:29.848174 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d775cce6-d2c1-428d-940d-dba3726d9cab req-4e6f92f1-40b9-47c0-9764-d46dbd6be05a tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 944 time: 0.2825518 May 19 11:19:29.912313 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.957602 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['4fc35a36-4b6e-4c1c-917a-d1035ff229f7'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:29.981457 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-74d1f1b5-8be0-41d9-b8cf-885556ca7a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.074293 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=4fc35a36-4b6e-4c1c-917a-d1035ff229f7,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:30.083174 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:30.142872 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-74d1f1b5-8be0-41d9-b8cf-885556ca7a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.147358 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d775cce6-d2c1-428d-940d-dba3726d9cab req-a10c4277-c33d-4db4-801d-e182b7c1beab tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982199 May 19 11:19:30.159754 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-668c8d10-47f0-43c0-8c0f-5eb6287ea5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:30.191737 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a26a59-87be-4e6a-ac05-48ff00f39a1a req-e4e13564-a4f4-446c-b132-ba15cf660df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:30.194705 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:30.201561 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e5a26a59-87be-4e6a-ac05-48ff00f39a1a req-e4e13564-a4f4-446c-b132-ba15cf660df5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 1098 time: 0.3498657 May 19 11:19:30.209186 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1f1b5-8be0-41d9-b8cf-885556ca7a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edabec1a-1f01-48e5-820c-13241cf8c570,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:30.220379 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-74d1f1b5-8be0-41d9-b8cf-885556ca7a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:30.223601 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-74d1f1b5-8be0-41d9-b8cf-885556ca7a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.230460 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-74d1f1b5-8be0-41d9-b8cf-885556ca7a8a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/edabec1a-1f01-48e5-820c-13241cf8c570 HTTP/1.1" status: 204 len: 168 time: 0.5559583 May 19 11:19:30.283998 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.291621 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.298118 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:30.438417 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.479243 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'Port': ['ID=d4b73eb8-0b62-43eb-9abb-7be26e7e8551,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:30.484519 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:30.499245 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.506097 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2474546 May 19 11:19:30.587305 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a26a59-87be-4e6a-ac05-48ff00f39a1a req-de895f9e-5f4c-4f71-8c63-1e0fd0b96f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:30.589794 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e5a26a59-87be-4e6a-ac05-48ff00f39a1a req-de895f9e-5f4c-4f71-8c63-1e0fd0b96f55 service neutron] 10.222.0.106 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 916 time: 0.3561265 May 19 11:19:30.690399 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e5a26a59-87be-4e6a-ac05-48ff00f39a1a req-ccc70f43-7d52-41ba-809d-34824e805160 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20383ded-0363-4a06-9fe8-b5e1b10cb1aa HTTP/1.1" status: 200 len: 217 time: 0.0898671 May 19 11:19:30.868895 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a26a59-87be-4e6a-ac05-48ff00f39a1a req-f0008921-c6d8-4eec-840b-4191a52b7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:30.873343 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e5a26a59-87be-4e6a-ac05-48ff00f39a1a req-f0008921-c6d8-4eec-840b-4191a52b7c44 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c2bd019-6a6c-4300-b853-1313af8f98a6 HTTP/1.1" status: 200 len: 854 time: 0.1767380 May 19 11:19:30.901071 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1e117-1bee-47b7-b048-8a6e761a4927 req-e55f85c7-8bc6-4e1b-8ba9-8b501b776643 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:30.910993 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-03b1e117-1bee-47b7-b048-8a6e761a4927 req-e55f85c7-8bc6-4e1b-8ba9-8b501b776643 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2339761 May 19 11:19:30.984351 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-03b1e117-1bee-47b7-b048-8a6e761a4927 req-ad903e47-dcc9-4b26-a7ea-91dcd3895727 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719135 May 19 11:19:31.006004 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e5a26a59-87be-4e6a-ac05-48ff00f39a1a req-294ce39f-52b1-4ac5-a1a3-90ceba7b280c service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=a67edc22-e060-405d-985f-69cd01eb46a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104100 May 19 11:19:31.110317 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-12382ff7-fba3-4ea2-9d0f-47e80c67084a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Synchronizing usage tracker for tenant:4ec6eb05771347cfa15d42be3863118b on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:31.135798 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-12382ff7-fba3-4ea2-9d0f-47e80c67084a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Unset dirty status for tenant:4ec6eb05771347cfa15d42be3863118b on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:31.137765 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-12382ff7-fba3-4ea2-9d0f-47e80c67084a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--959062083&fields=id&tenant_id=4ec6eb05771347cfa15d42be3863118b HTTP/1.1" status: 200 len: 267 time: 0.1022532 May 19 11:19:31.138214 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:28Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:31.147597 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdff9c5-8fc8-4107-8ee1-a3f8e4108ea1 None None] The sync data for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb is: [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:28Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:19:31.189486 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39624) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:31.274100 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e5a26a59-87be-4e6a-ac05-48ff00f39a1a req-3ea078f6-26df-40bb-a8fa-e06de75f4dd5 service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671313 May 19 11:19:31.280043 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:31.303620 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-869ead57-adf2-4d62-85d9-0edead3d7154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:31.454125 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e5a26a59-87be-4e6a-ac05-48ff00f39a1a req-6e0223ec-95b2-4022-8ffb-26204dddfc6f service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678331 May 19 11:19:31.466980 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-869ead57-adf2-4d62-85d9-0edead3d7154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:31.487304 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-869ead57-adf2-4d62-85d9-0edead3d7154 admin admin] Usage tracker for resource:security_group_rule and tenant:08737af1275642b1984033f200d96442 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:31.493305 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-869ead57-adf2-4d62-85d9-0edead3d7154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:31.507016 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-869ead57-adf2-4d62-85d9-0edead3d7154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:31.514952 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d9db779e-1799-47cc-b35a-0f515485bd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:31.553535 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:31.585140 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-43733bdc-c0cb-4024-bf26-e67c74f2405f tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:31.586385 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-43733bdc-c0cb-4024-bf26-e67c74f2405f tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Synchronizing usage tracker for tenant:4ec6eb05771347cfa15d42be3863118b on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:31.606202 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b135a8-3cf4-44ab-b59d-ced1ed4b009a req-1ca2f6f1-4603-48b4-a312-9b4851b3f122 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:31.607658 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-31b135a8-3cf4-44ab-b59d-ced1ed4b009a req-1ca2f6f1-4603-48b4-a312-9b4851b3f122 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 945 time: 0.4239318 May 19 11:19:31.673234 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device cd2c1770-062e-4bc8-9428-6c9b691b7224 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:31.700511 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-31b135a8-3cf4-44ab-b59d-ced1ed4b009a req-61910a88-defa-434d-886f-f1a7e29ab3a1 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783019 May 19 11:19:31.701198 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-43733bdc-c0cb-4024-bf26-e67c74f2405f tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Unset dirty status for tenant:4ec6eb05771347cfa15d42be3863118b on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:31.702547 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-43733bdc-c0cb-4024-bf26-e67c74f2405f tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 811 time: 0.5565135 May 19 11:19:31.727803 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-66c14c14-aa99-47e3-a3ce-ca27c2285a70 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/quotas/4ec6eb05771347cfa15d42be3863118b HTTP/1.1" status: 200 len: 375 time: 0.0181372 May 19 11:19:31.836987 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port cd2c1770-062e-4bc8-9428-6c9b691b7224 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:31.843344 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port cd2c1770-062e-4bc8-9428-6c9b691b7224 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:31.843872 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.078968 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-869ead57-adf2-4d62-85d9-0edead3d7154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.100449 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-869ead57-adf2-4d62-85d9-0edead3d7154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.140627 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.146477 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a4a833d1-5565-4ac0-9914-3c2a978e67f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:32.164770 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-869ead57-adf2-4d62-85d9-0edead3d7154 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=08737af1275642b1984033f200d96442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9733939 May 19 11:19:32.170363 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39654) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:32.192036 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-c7a64e5c-0216-43bf-8816-98a39a548f4e tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Synchronizing usage tracker for tenant:4ec6eb05771347cfa15d42be3863118b on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:32.208602 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port cd2c1770-062e-4bc8-9428-6c9b691b7224, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=cd2c1770-062e-4bc8-9428-6c9b691b7224,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:32.216613 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.216613 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:32.259524 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ead57-adf2-4d62-85d9-0edead3d7154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7698ae-21b6-4c39-abf6-92a709fbe61c,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:32.266744 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-869ead57-adf2-4d62-85d9-0edead3d7154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:32.282382 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-c7a64e5c-0216-43bf-8816-98a39a548f4e tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Unset dirty status for tenant:4ec6eb05771347cfa15d42be3863118b on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:32.284201 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-c7a64e5c-0216-43bf-8816-98a39a548f4e tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5470047 May 19 11:19:32.302816 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f7214-87ce-428e-9bb9-175f2dce9b07 req-caab93a7-1f17-4aee-8c57-ef1b68255883 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:32.304572 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a46f7214-87ce-428e-9bb9-175f2dce9b07 req-caab93a7-1f17-4aee-8c57-ef1b68255883 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 944 time: 0.3950143 May 19 11:19:32.308866 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=cd2c1770-062e-4bc8-9428-6c9b691b7224,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:32.311689 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:32.364805 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:32.416173 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-69894fbe-6377-487d-81d4-c049b9808335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.450079 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.475750 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-69894fbe-6377-487d-81d4-c049b9808335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.491620 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:32.498390 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-87914838-a1e1-434a-84b5-84f71f136525 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:32.499486 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:32.499864 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-87914838-a1e1-434a-84b5-84f71f136525 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Synchronizing usage tracker for tenant:aad3ac9d1c4b41feb6a1f5a82b0ae25a on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:32.500061 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.521761 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a46f7214-87ce-428e-9bb9-175f2dce9b07 req-f4ca1ec2-cfc2-4aa3-b54c-f1141ec11c74 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931791 May 19 11:19:32.560064 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-87914838-a1e1-434a-84b5-84f71f136525 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Unset dirty status for tenant:aad3ac9d1c4b41feb6a1f5a82b0ae25a on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:32.562232 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-87914838-a1e1-434a-84b5-84f71f136525 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.106 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 945 time: 0.3628936 May 19 11:19:32.602858 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-bf88f70b-dc7b-427a-8bf6-022c4cba2e11 service neutron] 10.222.0.107 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973087 May 19 11:19:32.733661 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.746771 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-69894fbe-6377-487d-81d4-c049b9808335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.754919 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-7626ce5e-7f2d-4af0-b0c2-d8d5c9e03b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:32.786002 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dc78bd-a152-487b-a2d6-a299baee30f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc35a36-4b6e-4c1c-917a-d1035ff229f7'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:32.788356 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69894fbe-6377-487d-81d4-c049b9808335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7698ae-21b6-4c39-abf6-92a709fbe61c,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:32.792508 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-69894fbe-6377-487d-81d4-c049b9808335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:32.808043 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-69894fbe-6377-487d-81d4-c049b9808335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.809150 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-69894fbe-6377-487d-81d4-c049b9808335 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4d7698ae-21b6-4c39-abf6-92a709fbe61c HTTP/1.1" status: 204 len: 168 time: 0.6377006 May 19 11:19:32.823903 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4fc35a36-4b6e-4c1c-917a-d1035ff229f7,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:32.830250 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.832887 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:32.839264 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Deleting port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:19:32.839608 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:32.930613 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-793a51b6-9710-4215-8eb0-ebada49e9330 service neutron] 10.222.0.107 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213179 May 19 11:19:32.983356 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=4fc35a36-4b6e-4c1c-917a-d1035ff229f7,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:32.989588 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706f82c-b0c1-4a7c-9f2e-fe4a77b7799b req-19f3f55a-4be3-4423-8757-60d090e8b19d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:32.991524 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b706f82c-b0c1-4a7c-9f2e-fe4a77b7799b req-19f3f55a-4be3-4423-8757-60d090e8b19d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2472668 May 19 11:19:33.003689 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:33.094032 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b706f82c-b0c1-4a7c-9f2e-fe4a77b7799b req-45853324-1ae3-4c0f-8e0e-b43a326169f8 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807197 May 19 11:19:33.234511 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] For port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e,segment=NetworkSegment(4adf0ea4-7ebe-4143-9069-5f2165bf4255),segment_id=4adf0ea4-7ebe-4143-9069-5f2165bf4255)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:33.235075 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:33.330350 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dc78bd-a152-487b-a2d6-a299baee30f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc35a36-4b6e-4c1c-917a-d1035ff229f7', 'code': 200} May 19 11:19:33.342413 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ef43-3538-466c-b6c0-a7ec4a7161c6 req-75bf5fea-3b05-4fe6-bce2-cfc10967799e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:33.343980 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c015ef43-3538-466c-b6c0-a7ec4a7161c6 req-75bf5fea-3b05-4fe6-bce2-cfc10967799e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 945 time: 0.1239672 May 19 11:19:33.460033 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2833d6d0-033a-46e8-ae2c-c1b260456a76 req-b3dc97d5-5527-4808-82b8-20af144e5da9 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 210 time: 0.0697119 May 19 11:19:33.484099 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c015ef43-3538-466c-b6c0-a7ec4a7161c6 req-bdfdaa88-0503-485e-9112-3601f0ef6d81 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/security-groups?id=3808e217-2cad-4a7a-9665-1dac29b77675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303372 May 19 11:19:33.665607 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Calling delete_port for 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:19:33.691543 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device cd2c1770-062e-4bc8-9428-6c9b691b7224 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:33.865330 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:33.874912 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-6b2e0cea-d116-4daf-8a8c-810ef245c119 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:33.884162 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:33.940813 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Pushing event deleted for resources: {'Port': ['ID=3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:33.949523 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:33.995467 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:34.011336 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port cd2c1770-062e-4bc8-9428-6c9b691b7224 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:34.012927 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:34.098594 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] No DVR routers for this DVR port 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:19:34.102575 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:34.105288 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d60e96a-5de1-4737-9a2a-6462498f1f55', 'name': 'network-vif-deleted', 'tag': '3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:34.167538 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-117140e7-49f6-4a32-84f7-d2ccb9a633c7 req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.106 "DELETE /v2.0/ports/3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e HTTP/1.1" status: 204 len: 173 time: 1.6008193 May 19 11:19:34.172373 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edf972-7ac0-47b5-9fde-64d3109a1e27 req-724bb97a-cc76-4b8c-93c9-498ea173f39f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:34.193683 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f2edf972-7ac0-47b5-9fde-64d3109a1e27 req-724bb97a-cc76-4b8c-93c9-498ea173f39f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 945 time: 0.3761640 May 19 11:19:34.252586 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39720) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:34.261773 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54667b-caa8-4187-ab57-16ca9bc19767 req-0e4d2764-52af-4a88-93c5-b2c83ec99c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:34.267375 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7e54667b-caa8-4187-ab57-16ca9bc19767 req-0e4d2764-52af-4a88-93c5-b2c83ec99c01 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 1098 time: 0.5819886 May 19 11:19:34.426117 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f2edf972-7ac0-47b5-9fde-64d3109a1e27 req-e769f0f2-a4db-4dc8-88a7-cde1f80c4cb4 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313721 May 19 11:19:34.469278 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-6f9e44a0-e2e9-43c3-8a86-6e42d98e2fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:34.488566 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7e54667b-caa8-4187-ab57-16ca9bc19767 req-dfccdbec-fe68-44c2-8587-08b406c07bf1 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027700 May 19 11:19:34.503722 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d60e96a-5de1-4737-9a2a-6462498f1f55', 'name': 'network-vif-deleted', 'tag': '3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e', 'status': 'completed', 'code': 200} May 19 11:19:34.515528 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-6f9e44a0-e2e9-43c3-8a86-6e42d98e2fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:34.530667 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-6f9e44a0-e2e9-43c3-8a86-6e42d98e2fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:a5d33125a0f74e3ca6d85f7499523c1a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:34.535431 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-6f9e44a0-e2e9-43c3-8a86-6e42d98e2fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:34.539540 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3070d5-f29b-4f13-aef2-9596b2790c2d req-79dc5ef1-dfaa-4196-a00e-536b2657d7ca tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:34.541305 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9b3070d5-f29b-4f13-aef2-9596b2790c2d req-79dc5ef1-dfaa-4196-a00e-536b2657d7ca tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2599461 May 19 11:19:34.544013 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-6f9e44a0-e2e9-43c3-8a86-6e42d98e2fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:34.606636 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9b3070d5-f29b-4f13-aef2-9596b2790c2d req-99733d02-e16f-48d0-a9a9-3c687548a65a tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564921 May 19 11:19:34.660441 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-395bb0b8-efd2-4b3b-8909-b9621691be59 req-d95e5d4f-235d-419a-892b-11e1f9f65ab8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 210 time: 0.0450034 May 19 11:19:34.662579 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-6f9e44a0-e2e9-43c3-8a86-6e42d98e2fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:34.670690 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-6f9e44a0-e2e9-43c3-8a86-6e42d98e2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:34.681791 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-213c77ba-84fa-49cf-a82e-df30c49ad289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:34.721972 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-6f9e44a0-e2e9-43c3-8a86-6e42d98e2fd7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a5d33125a0f74e3ca6d85f7499523c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669325 May 19 11:19:34.723003 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e44a0-e2e9-43c3-8a86-6e42d98e2fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65947b5a-2bd8-49da-9597-083e1244d7d6,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:34.724566 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39738) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:34.727143 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-6f9e44a0-e2e9-43c3-8a86-6e42d98e2fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:34.822094 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0ced4144-8618-4a6f-870c-a16d90ed4f19 req-50850430-f0d2-41a1-b21f-1a7c58b128f6 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d60e96a-5de1-4737-9a2a-6462498f1f55 HTTP/1.1" status: 200 len: 210 time: 0.0579684 May 19 11:19:34.862949 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9e02f5fc-6c3e-4b90-8e7f-ef3fed20c3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:34.908178 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9e02f5fc-6c3e-4b90-8e7f-ef3fed20c3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:35.016379 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9e02f5fc-6c3e-4b90-8e7f-ef3fed20c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:35.056553 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-78758578-01e9-484e-8f42-7b3aba161624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:35.099965 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9e02f5fc-6c3e-4b90-8e7f-ef3fed20c3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:35.108403 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-9e02f5fc-6c3e-4b90-8e7f-ef3fed20c3a1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/65947b5a-2bd8-49da-9597-083e1244d7d6 HTTP/1.1" status: 204 len: 168 time: 0.3778741 May 19 11:19:35.115820 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02f5fc-6c3e-4b90-8e7f-ef3fed20c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65947b5a-2bd8-49da-9597-083e1244d7d6,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:35.211900 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9e02f5fc-6c3e-4b90-8e7f-ef3fed20c3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:35.324029 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-da701561-c978-4d1c-a403-4921bd9146c5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:35.330448 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-da701561-c978-4d1c-a403-4921bd9146c5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 811 time: 0.3415904 May 19 11:19:35.427621 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-f2a745af-1d41-4da7-a434-871cb5613071 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ec6eb05771347cfa15d42be3863118b HTTP/1.1" status: 200 len: 379 time: 0.0878563 May 19 11:19:35.436067 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'port': {'device_id': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'admin_state_up': True, 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'security_groups': ['79bcf159-5f79-4640-9a92-96c60ba5358c']}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:35.787829 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39822) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:35.808466 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-95bde3f6-875d-4a45-8d30-f94acf912b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:35.824308 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-95bde3f6-875d-4a45-8d30-f94acf912b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:35.828884 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-95bde3f6-875d-4a45-8d30-f94acf912b16 admin admin] Usage tracker for resource:security_group_rule and tenant:c10ffcf19c1e4d3681f487b4ed964ee0 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:35.832072 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-95bde3f6-875d-4a45-8d30-f94acf912b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:35.838292 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-95bde3f6-875d-4a45-8d30-f94acf912b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:35.859290 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20231403-9ac3-4aff-b484-06a5a875ffb1 req-1a97ae22-bc42-4fe1-8267-792b87d0cb67 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:35.860862 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-20231403-9ac3-4aff-b484-06a5a875ffb1 req-1a97ae22-bc42-4fe1-8267-792b87d0cb67 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 945 time: 0.1892414 May 19 11:19:35.870111 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:35.905847 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:35.943150 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Made reservation on behalf of 4ec6eb05771347cfa15d42be3863118b for: {'port': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:35.945736 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-95bde3f6-875d-4a45-8d30-f94acf912b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:35.946688 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:35.949822 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-95bde3f6-875d-4a45-8d30-f94acf912b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:35.958240 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-884146ed-da5e-4a28-8ee9-6461c6b250a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:35.962185 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-20231403-9ac3-4aff-b484-06a5a875ffb1 req-934257b6-bfc9-45d6-b263-9d69c334ba6f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937166 May 19 11:19:35.985749 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001a920-c0c6-4a09-a4bf-44c8739a326c req-5baa32a3-886b-4dc2-9319-dbfc4ae9dc29 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:35.987039 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4001a920-c0c6-4a09-a4bf-44c8739a326c req-5baa32a3-886b-4dc2-9319-dbfc4ae9dc29 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2412271 May 19 11:19:36.013563 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-95bde3f6-875d-4a45-8d30-f94acf912b16 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c10ffcf19c1e4d3681f487b4ed964ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245812 May 19 11:19:36.015435 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bde3f6-875d-4a45-8d30-f94acf912b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2bb21d-c26d-4392-b610-c0263049675e,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:36.017897 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39832) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:36.020705 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-95bde3f6-875d-4a45-8d30-f94acf912b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:36.115277 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-26596dd6-bde7-4c14-ab15-e1133211dcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:36.147653 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-26596dd6-bde7-4c14-ab15-e1133211dcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:36.184930 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4001a920-c0c6-4a09-a4bf-44c8739a326c req-7299de21-df4c-43b7-8946-afeae632f135 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560957 May 19 11:19:36.190365 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3ab6b56d-7166-47fb-9875-9ade6ba76fd1 req-6b05995b-ec89-42c1-8bb5-05c6178e1144 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 210 time: 0.0711246 May 19 11:19:36.228017 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-26596dd6-bde7-4c14-ab15-e1133211dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:36.230581 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-95bde3f6-875d-4a45-8d30-f94acf912b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:36.247302 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26596dd6-bde7-4c14-ab15-e1133211dcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2bb21d-c26d-4392-b610-c0263049675e,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:36.253874 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-26596dd6-bde7-4c14-ab15-e1133211dcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:36.266187 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-26596dd6-bde7-4c14-ab15-e1133211dcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:36.267995 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-26596dd6-bde7-4c14-ab15-e1133211dcf5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bc2bb21d-c26d-4392-b610-c0263049675e HTTP/1.1" status: 204 len: 168 time: 0.2489336 May 19 11:19:36.298686 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:19:36.368337 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Allocated IP 172.20.0.8 (1589ea86-7645-4eb0-9ca5-b4c736974714/de14d3fc-86b6-4226-a091-735c858343a4/56ab9784-55c3-4a5f-a494-c16ebf1140fa) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:36.369111 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:19:36.369707 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 3dc2ad5d-66f6-4828-8f20-2b02fbb8e97e not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:19:36.726392 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:36.750889 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Transition to ACTIVE for port object 56ab9784-55c3-4a5f-a494-c16ebf1140fa will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:36.782504 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:36.802772 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:36.892699 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Network 1589ea86-7645-4eb0-9ca5-b4c736974714 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:36.896258 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:36.903251 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:36.918540 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:36.918883 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:36.944238 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'Port': ['ID=56ab9784-55c3-4a5f-a494-c16ebf1140fa,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:36.977784 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:37.017563 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5790780 May 19 11:19:37.028938 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Request body: {'port': {'device_id': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:37.159198 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39880) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:37.229157 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-a72d67dc-a513-46aa-b670-c2426c6a3087 None None] Provisioning for port 56ab9784-55c3-4a5f-a494-c16ebf1140fa completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:37.235366 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-a72d67dc-a513-46aa-b670-c2426c6a3087 None None] Provisioning complete for port 56ab9784-55c3-4a5f-a494-c16ebf1140fa triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:37.236140 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a72d67dc-a513-46aa-b670-c2426c6a3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:37.265290 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:37.324834 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-a72d67dc-a513-46aa-b670-c2426c6a3087 None None] Port 56ab9784-55c3-4a5f-a494-c16ebf1140fa cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:19:37.525953 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d2a085d0-2948-4492-b5a2-dc9dd177efb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:37.544818 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-d2a085d0-2948-4492-b5a2-dc9dd177efb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:37.550013 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-d2a085d0-2948-4492-b5a2-dc9dd177efb9 admin admin] Usage tracker for resource:security_group_rule and tenant:8f10baafeb084144b8515e220adf8d29 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:37.558011 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-d2a085d0-2948-4492-b5a2-dc9dd177efb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:37.567113 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-d2a085d0-2948-4492-b5a2-dc9dd177efb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:37.702659 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bc456-3ba0-4344-9f66-e5c5f5527bcf req-d6cb9d1b-e0f3-49e9-b185-99e51e5723e6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:37.703334 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-7d1bc456-3ba0-4344-9f66-e5c5f5527bcf req-d6cb9d1b-e0f3-49e9-b185-99e51e5723e6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Synchronizing usage tracker for tenant:4ec6eb05771347cfa15d42be3863118b on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:37.704806 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d2a085d0-2948-4492-b5a2-dc9dd177efb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:37.716134 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d2a085d0-2948-4492-b5a2-dc9dd177efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:37.731298 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cc579d6e-67d7-4e32-9819-7e38c2e8d6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:37.764208 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bc43e-8ccf-4cc5-a877-bda5f9e4422d req-88504a6f-4ae5-4e76-8483-f37fb67b21fe tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:37.765222 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9b9bc43e-8ccf-4cc5-a877-bda5f9e4422d req-88504a6f-4ae5-4e76-8483-f37fb67b21fe tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.3291223 May 19 11:19:37.777457 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-7d1bc456-3ba0-4344-9f66-e5c5f5527bcf req-d6cb9d1b-e0f3-49e9-b185-99e51e5723e6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Unset dirty status for tenant:4ec6eb05771347cfa15d42be3863118b on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:37.778486 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7d1bc456-3ba0-4344-9f66-e5c5f5527bcf req-d6cb9d1b-e0f3-49e9-b185-99e51e5723e6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 931 time: 0.3880494 May 19 11:19:37.795853 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-d2a085d0-2948-4492-b5a2-dc9dd177efb9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8f10baafeb084144b8515e220adf8d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6326244 May 19 11:19:37.798319 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a085d0-2948-4492-b5a2-dc9dd177efb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f01d90-7b7d-450f-841f-616a05473ba3,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:37.801732 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39902) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:37.804144 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d2a085d0-2948-4492-b5a2-dc9dd177efb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:37.892405 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff37b-58d7-4a61-8547-8ce0f1b4f92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:37.904309 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7d1bc456-3ba0-4344-9f66-e5c5f5527bcf req-29992580-afc2-4cf4-901a-d9c0af1ab0b6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=79bcf159-5f79-4640-9a92-96c60ba5358c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048715 May 19 11:19:37.919211 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9b9bc43e-8ccf-4cc5-a877-bda5f9e4422d req-bc376faa-a83c-43eb-a307-ebd5e657e0fe tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429896 May 19 11:19:37.926634 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff37b-58d7-4a61-8547-8ce0f1b4f92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.012765 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ab9784-55c3-4a5f-a494-c16ebf1140fa {{(pid=91616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:38.025306 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.037793 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff37b-58d7-4a61-8547-8ce0f1b4f92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.042244 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-74d1f1b5-8be0-41d9-b8cf-885556ca7a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:38.056535 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ff37b-58d7-4a61-8547-8ce0f1b4f92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f01d90-7b7d-450f-841f-616a05473ba3,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:38.059555 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9b9ff37b-58d7-4a61-8547-8ce0f1b4f92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:38.060024 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Transition to ACTIVE for port object 56ab9784-55c3-4a5f-a494-c16ebf1140fa will not be triggered until provisioned by entity L2. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:38.061936 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff37b-58d7-4a61-8547-8ce0f1b4f92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.065630 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-9b9ff37b-58d7-4a61-8547-8ce0f1b4f92d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c5f01d90-7b7d-450f-841f-616a05473ba3 HTTP/1.1" status: 204 len: 168 time: 0.2605767 May 19 11:19:38.079627 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.087610 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:38.440733 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Pushing event updated for resources: {'Port': ['ID=56ab9784-55c3-4a5f-a494-c16ebf1140fa,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:38.451596 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:38.477270 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Attempting to bind port 56ab9784-55c3-4a5f-a494-c16ebf1140fa on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:38.477898 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Attempting to bind port 56ab9784-55c3-4a5f-a494-c16ebf1140fa by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:38.478386 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Attempting to bind port 56ab9784-55c3-4a5f-a494-c16ebf1140fa on network 1589ea86-7645-4eb0-9ca5-b4c736974714 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:38.488718 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Port 56ab9784-55c3-4a5f-a494-c16ebf1140fa on network 1589ea86-7645-4eb0-9ca5-b4c736974714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:19:38.489321 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Attempting to bind port 56ab9784-55c3-4a5f-a494-c16ebf1140fa on network 1589ea86-7645-4eb0-9ca5-b4c736974714 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:38.502924 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:38.504404 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Checking segment: {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:38.504807 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Bound using segment: {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:38.505249 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Bound port: 56ab9784-55c3-4a5f-a494-c16ebf1140fa, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'}}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:38.505633 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.777561 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] For port 56ab9784-55c3-4a5f-a494-c16ebf1140fa, host hv-cinder-76810, cleared binding levels {{(pid=91616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:38.783921 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] For port 56ab9784-55c3-4a5f-a494-c16ebf1140fa, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=56ab9784-55c3-4a5f-a494-c16ebf1140fa,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:38.790538 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.796928 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:38.867512 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:38.868124 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.869501 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] 10.222.0.106 "PUT /v2.0/ports/56ab9784-55c3-4a5f-a494-c16ebf1140fa HTTP/1.1" status: 200 len: 1093 time: 1.8500931 May 19 11:19:38.872504 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'tag': '56ab9784-55c3-4a5f-a494-c16ebf1140fa'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:39.051848 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39954) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:39.061958 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'tag': '56ab9784-55c3-4a5f-a494-c16ebf1140fa', 'status': 'completed', 'code': 200} May 19 11:19:39.161455 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Pushing event updated for resources: {'Port': ['ID=56ab9784-55c3-4a5f-a494-c16ebf1140fa,revision_number=3']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:39.173656 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:39.228989 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-e5da14bc-4d39-456a-9428-8798959bff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:39.232469 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-e5da14bc-4d39-456a-9428-8798959bff1d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 1096 time: 0.3142083 May 19 11:19:39.592928 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-3f102a65-c9e4-4f9c-9374-e69dda821791 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56ab9784-55c3-4a5f-a494-c16ebf1140fa HTTP/1.1" status: 200 len: 217 time: 0.3544135 May 19 11:19:39.601468 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-bde1be4c-e3f8-41ee-a7f4-67f46b8bb14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:39.620662 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-bde1be4c-e3f8-41ee-a7f4-67f46b8bb14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:39.625027 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-bde1be4c-e3f8-41ee-a7f4-67f46b8bb14a admin admin] Usage tracker for resource:security_group_rule and tenant:59f0552c1bc446e88cfa0dce5a3946c6 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:39.628246 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-bde1be4c-e3f8-41ee-a7f4-67f46b8bb14a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:39.635600 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-bde1be4c-e3f8-41ee-a7f4-67f46b8bb14a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:39.757952 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-960334b4-c567-4df3-ab06-2440146b2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:39.760295 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-960334b4-c567-4df3-ab06-2440146b2070 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.1211650 May 19 11:19:39.764565 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-bde1be4c-e3f8-41ee-a7f4-67f46b8bb14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:39.771022 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-bde1be4c-e3f8-41ee-a7f4-67f46b8bb14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:39.820936 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:39.832457 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ecb30-abdd-4f62-b8d7-2319e960279f req-f80ae5b5-3e1d-44bd-b2da-53f8ccb0c3a3 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:39.840533 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2d6ecb30-abdd-4f62-b8d7-2319e960279f req-f80ae5b5-3e1d-44bd-b2da-53f8ccb0c3a3 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.2466264 May 19 11:19:39.852638 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738a713-bef2-4e79-bf5b-8316719f195d req-4af00185-c779-4545-9c7b-1ef2c5ee7578 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:39.854294 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7738a713-bef2-4e79-bf5b-8316719f195d req-4af00185-c779-4545-9c7b-1ef2c5ee7578 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 943 time: 0.3884735 May 19 11:19:39.867181 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-bde1be4c-e3f8-41ee-a7f4-67f46b8bb14a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=59f0552c1bc446e88cfa0dce5a3946c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8130331 May 19 11:19:39.874083 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 39982) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:39.885062 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1be4c-e3f8-41ee-a7f4-67f46b8bb14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047b31c3-9eae-4bf4-a135-a00ccd66ffdf,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:39.908171 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-bde1be4c-e3f8-41ee-a7f4-67f46b8bb14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:39.962836 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 39986) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:39.998695 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2d6ecb30-abdd-4f62-b8d7-2319e960279f req-609e390a-1f20-40aa-887b-8419ce0f277f tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570206 May 19 11:19:40.019266 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7738a713-bef2-4e79-bf5b-8316719f195d req-f4009756-52d1-4afc-95f9-5c6edaf70ca2 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=79bcf159-5f79-4640-9a92-96c60ba5358c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427383 May 19 11:19:40.053117 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea136-3a5b-4e1d-8b93-c99e19774242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.074954 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-3bf0b3a6-1fc0-46a0-a2d1-75219a98465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:40.076451 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-3bf0b3a6-1fc0-46a0-a2d1-75219a98465d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3014004 May 19 11:19:40.105928 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2122669833-network', 'tenant_id': 'd584492cba284d1083b40dab6b12a483'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:40.111245 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:40.117245 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea136-3a5b-4e1d-8b93-c99e19774242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.118572 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Usage tracker for resource:network and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:40.122963 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:40.129208 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:40.141011 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Made reservation on behalf of d584492cba284d1083b40dab6b12a483 for: {'network': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:40.143449 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.155918 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.171771 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:40.181864 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Usage tracker for resource:security_group_rule and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:40.185830 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:40.192593 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:40.274524 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-c47183c4-eddb-4fd2-b138-11ae108ebba4 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908283 May 19 11:19:40.299914 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.304969 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.307011 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea136-3a5b-4e1d-8b93-c99e19774242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.308439 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b5703107-0845-4c2c-a421-bc6c68807d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:40.329020 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-869ead57-adf2-4d62-85d9-0edead3d7154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:40.342526 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1249} {{(pid=91615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:19:40.351314 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:40.354804 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:40.357406 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.357791 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.segments_db [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Added segment 226cb4ea-3558-44b5-a321-f01d4ded7117 of type vlan for network 71097922-6afa-451b-9a9a-993f006c08a8 May 19 11:19:40.411395 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.415384 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ea136-3a5b-4e1d-8b93-c99e19774242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047b31c3-9eae-4bf4-a135-a00ccd66ffdf,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:40.430850 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ea3ea136-3a5b-4e1d-8b93-c99e19774242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:40.431870 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea136-3a5b-4e1d-8b93-c99e19774242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.433226 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-ea3ea136-3a5b-4e1d-8b93-c99e19774242 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/047b31c3-9eae-4bf4-a135-a00ccd66ffdf HTTP/1.1" status: 204 len: 168 time: 0.5501809 May 19 11:19:40.478526 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b28afddf-02ee-486c-8f4b-4a910e59f010 req-1942b49b-fd12-4c5a-b6ba-9229ded7ea7e service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969881 May 19 11:19:40.485197 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.486798 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:40.487469 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.493734 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:40.622782 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Pushing event updated for resources: {'Network': ['ID=71097922-6afa-451b-9a9a-993f006c08a8,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:40.625602 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:40.633263 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 71097922-6afa-451b-9a9a-993f006c08a8 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:19:40.658875 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6947463 May 19 11:19:40.660879 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40000) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:40.673493 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Request body: {'subnet': {'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2122669833-subnet', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'ip_version': 4}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:40.685697 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:40.750058 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b31b2-1939-4298-bfae-2e4cc3166565 req-75812218-6392-49a1-8e42-9bda88e729ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:40.751849 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df9b31b2-1939-4298-bfae-2e4cc3166565 req-75812218-6392-49a1-8e42-9bda88e729ea service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 1096 time: 0.1340296 May 19 11:19:40.756651 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Usage tracker for resource:subnet and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:40.766333 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:40.776000 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:40.802234 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Made reservation on behalf of d584492cba284d1083b40dab6b12a483 for: {'subnet': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:40.805387 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128888672'] for subnet, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:40.922626 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d2aa4-94f2-416c-ad05-b4db8b9b0b2f req-44077062-552e-4ace-994f-156310290b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:40.924176 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-026d2aa4-94f2-416c-ad05-b4db8b9b0b2f req-44077062-552e-4ace-994f-156310290b20 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 1098 time: 0.2409635 May 19 11:19:40.933894 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b31b2-1939-4298-bfae-2e4cc3166565 req-325beb26-fd53-4aff-bafd-695fe5de5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:40.936238 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df9b31b2-1939-4298-bfae-2e4cc3166565 req-325beb26-fd53-4aff-bafd-695fe5de5252 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.1783607 May 19 11:19:40.984403 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-026d2aa4-94f2-416c-ad05-b4db8b9b0b2f req-2c5f7d7d-f976-49e1-a605-93ab1edac1c9 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547886 May 19 11:19:41.020611 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df9b31b2-1939-4298-bfae-2e4cc3166565 req-3076afc6-a18c-4cbf-b65f-ebb1e356e161 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56ab9784-55c3-4a5f-a494-c16ebf1140fa HTTP/1.1" status: 200 len: 217 time: 0.0790915 May 19 11:19:41.451411 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128640244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128888658'] for subnet, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:41.457265 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1770d361-7007-44df-9f7c-a8bb1f465c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:41.503851 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b31b2-1939-4298-bfae-2e4cc3166565 req-acf1e491-5a67-4e03-b734-4655ece59e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:41.509004 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df9b31b2-1939-4298-bfae-2e4cc3166565 req-acf1e491-5a67-4e03-b734-4655ece59e79 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.3218319 May 19 11:19:41.535846 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1ae097-e8da-4a61-94cf-87e76f049c4a,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:41.542178 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:41.578557 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Checking segment: {'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:41.578914 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Network hostable DHCP agents. Network: 71097922-6afa-451b-9a9a-993f006c08a8, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:19:41.599929 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Network 71097922-6afa-451b-9a9a-993f006c08a8 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:19:41.614375 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 71097922-6afa-451b-9a9a-993f006c08a8) {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:41.626598 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce0e8a-610e-4219-afff-b3fea8d09a39 None None] Network 71097922-6afa-451b-9a9a-993f006c08a8 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:19:41.631957 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:41.632596 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:41.691260 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-c12eae5f-1ab1-46e9-8166-c61c5107d3d2 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0260231 May 19 11:19:41.691503 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40032) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:41.696814 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:41.702135 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:41.706468 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Usage tracker for resource:router and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:41.710155 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:41.716398 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:41.728986 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:41.730831 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:41.753802 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:41.971077 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9db4-9073-4eb1-a275-b0fa0a8ccda4 req-13271108-4115-4a74-8eb3-8317fc023652 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:41.973454 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f48a9db4-9073-4eb1-a275-b0fa0a8ccda4 req-13271108-4115-4a74-8eb3-8317fc023652 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 943 time: 0.6598437 May 19 11:19:42.109384 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1780b-22eb-47e3-93eb-65e58a870f92 req-06244a5f-6fef-4b26-968b-3bcff0dbb4f8 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:42.109384 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5df1780b-22eb-47e3-93eb-65e58a870f92 req-06244a5f-6fef-4b26-968b-3bcff0dbb4f8 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.7923265 May 19 11:19:42.184230 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b31b2-1939-4298-bfae-2e4cc3166565 req-d202d5e5-bc01-4318-8444-1fa5b2af2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:42.185829 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df9b31b2-1939-4298-bfae-2e4cc3166565 req-d202d5e5-bc01-4318-8444-1fa5b2af2536 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6596649 May 19 11:19:42.229014 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f48a9db4-9073-4eb1-a275-b0fa0a8ccda4 req-0df5186f-1855-46a7-8f70-afd879a7f842 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=79bcf159-5f79-4640-9a92-96c60ba5358c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102497 May 19 11:19:42.246765 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5df1780b-22eb-47e3-93eb-65e58a870f92 req-87858b1b-96fe-447d-bb83-5bb01a8b8f72 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262536 May 19 11:19:42.286512 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2190e0d7-a4b4-5478-974a-93bbd660ceae-71097922-6afa-451b-9a9a-993f006c08a8', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'fixed_ips': [{'subnet_id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a'}]}} from dv-cinder-768105-9-smb. {{(pid=91617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:19:42.287977 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:42.345174 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6477'] for router, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:42.428063 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df9b31b2-1939-4298-bfae-2e4cc3166565 req-95251081-a20e-4912-9283-9564d8e68642 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325320 May 19 11:19:42.663281 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Allocated IP 172.20.0.2 (71097922-6afa-451b-9a9a-993f006c08a8/1c1ae097-e8da-4a61-94cf-87e76f049c4a/9b87cf66-a533-4b95-ba9f-5a7c52465a9c) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:42.688040 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df9b31b2-1939-4298-bfae-2e4cc3166565 req-bad195ce-b4a4-453c-8867-7f796f0b8af1 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460332 May 19 11:19:42.769109 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:42.834853 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:43.015020 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Allocated IP 172.28.2.139 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/848bc6b5-b44a-4061-a09a-fba694f5f920) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:43.121737 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:43.149228 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Transition to ACTIVE for port object 9b87cf66-a533-4b95-ba9f-5a7c52465a9c will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:43.188435 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Transition to ACTIVE for port object 9b87cf66-a533-4b95-ba9f-5a7c52465a9c will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:43.196182 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:43.200439 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-72275915-89c3-4f99-a0f4-c12b03d1fdf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:43.272325 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Network 71097922-6afa-451b-9a9a-993f006c08a8 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:43.276309 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Resources bound (agent type, host, resource id): {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:43.280550 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:43.300636 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:43.317955 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Pushing event updated for resources: {'Port': ['ID=9b87cf66-a533-4b95-ba9f-5a7c52465a9c,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:43.331229 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:43.350849 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:43.357104 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:43.414759 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Attempting to bind port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:43.415285 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Attempting to bind port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:43.415749 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Attempting to bind port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c on network 71097922-6afa-451b-9a9a-993f006c08a8 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:43.447279 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:43.448035 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Checking segment: {'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:43.452446 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:43.453602 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Bound using segment: {'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:43.454463 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Bound port: 9b87cf66-a533-4b95-ba9f-5a7c52465a9c, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:43.457110 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:43.461129 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:43.461315 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:43.469557 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:43.513270 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Pushing event updated for resources: {'Port': ['ID=848bc6b5-b44a-4061-a09a-fba694f5f920,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:43.517868 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:43.590085 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba8dd9-fab0-4320-9d30-fc7fe7281a36 req-3f3c6557-66d9-4cee-8a4a-28ee55202492 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:43.604476 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2eba8dd9-fab0-4320-9d30-fc7fe7281a36 req-3f3c6557-66d9-4cee-8a4a-28ee55202492 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 943 time: 0.1546772 May 19 11:19:43.623190 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] For port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:43.626946 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] For port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=9b87cf66-a533-4b95-ba9f-5a7c52465a9c,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:43.631123 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:43.643672 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:43.677090 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2eba8dd9-fab0-4320-9d30-fc7fe7281a36 req-70421f9a-76a1-4ae3-8d25-8827cfe24da9 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=79bcf159-5f79-4640-9a92-96c60ba5358c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713277 May 19 11:19:43.779005 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Pushing event updated for resources: {'Port': ['ID=9b87cf66-a533-4b95-ba9f-5a7c52465a9c,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:43.794412 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:43.894003 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcc092-26c5-4652-86f2-5ae79581ed76 req-53c500e4-cd19-402c-a1d6-bd0d54777156 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:43.895589 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-08fcc092-26c5-4652-86f2-5ae79581ed76 req-53c500e4-cd19-402c-a1d6-bd0d54777156 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.1424696 May 19 11:19:43.983876 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-08fcc092-26c5-4652-86f2-5ae79581ed76 req-06aa1654-b99f-4737-8a97-affc083e7248 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785165 May 19 11:19:44.229673 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:44.284962 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1d689-308c-4c31-9b5d-ca7c017e25e0 req-69a3e2c2-236c-47a6-8d59-4996192de248 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:44.297272 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-35c1d689-308c-4c31-9b5d-ca7c017e25e0 req-69a3e2c2-236c-47a6-8d59-4996192de248 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1194715 May 19 11:19:44.341583 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 56ab9784-55c3-4a5f-a494-c16ebf1140fa details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:19:44.375365 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-35c1d689-308c-4c31-9b5d-ca7c017e25e0 req-77744078-f6bd-4a2f-a78f-b4a18a998535 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751207 May 19 11:19:44.553654 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 56ab9784-55c3-4a5f-a494-c16ebf1140fa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=56ab9784-55c3-4a5f-a494-c16ebf1140fa,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:44.578585 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '56ab9784-55c3-4a5f-a494-c16ebf1140fa', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'port_id': '56ab9784-55c3-4a5f-a494-c16ebf1140fa', 'mac_address': 'fa:16:3e:2b:c0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:19:44.666657 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:44.687328 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ab9784-55c3-4a5f-a494-c16ebf1140fa {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:44.742647 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 56ab9784-55c3-4a5f-a494-c16ebf1140fa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=56ab9784-55c3-4a5f-a494-c16ebf1140fa,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:44.753419 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:44.765191 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1fcff689-3454-423a-bbe6-60cf584caea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:44.810861 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404623'] for router, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:44.916465 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=56ab9784-55c3-4a5f-a494-c16ebf1140fa,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:44.930390 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:45.085996 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1e0ab-3ba4-4a03-8127-17f16b366b23 req-3351842b-2493-4e9d-a3cf-0efb3706fc44 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:45.094132 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ada1e0ab-3ba4-4a03-8127-17f16b366b23 req-3351842b-2493-4e9d-a3cf-0efb3706fc44 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 944 time: 0.1965389 May 19 11:19:45.223894 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ada1e0ab-3ba4-4a03-8127-17f16b366b23 req-c345ec17-afb5-4201-bf30-6f6475b87986 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=79bcf159-5f79-4640-9a92-96c60ba5358c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221979 May 19 11:19:45.244529 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['56ab9784-55c3-4a5f-a494-c16ebf1140fa'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:45.330973 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c106e9e-c2cb-4b39-b439-78f6a934e8a5 None None] Network 71097922-6afa-451b-9a9a-993f006c08a8 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:19:45.369924 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Router b42b5e45-62de-4874-b785-97b70c168516 is scheduled to L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 with binding_index 1 {{(pid=91615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:19:45.520501 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-ddda516a-98e9-4668-a6a6-99f9d9c77041 None None] Provisioning for port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:45.609740 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:19:45.620384 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Sync routers for ids ['b42b5e45-62de-4874-b785-97b70c168516'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:19:45.644037 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Routers {'b42b5e45-62de-4874-b785-97b70c168516'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:45.645907 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:19:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['b42b5e45-62de-4874-b785-97b70c168516'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:45.690959 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Notify callbacks [] for router, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:45.695317 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0029817 May 19 11:19:45.695863 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 40140) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:45.854216 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 9b87cf66-a533-4b95-ba9f-5a7c52465a9c up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:45.926000 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Set router b42b5e45-62de-4874-b785-97b70c168516 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:46.257774 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:46.282986 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:46.283515 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:46.495140 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:43Z', 'revision_number': 3, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:46.499715 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Checking router: b42b5e45-62de-4874-b785-97b70c168516 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:19:46.500085 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Updating router b42b5e45-62de-4874-b785-97b70c168516 port 848bc6b5-b44a-4061-a09a-fba694f5f920 binding host dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:19:46.523571 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:46.529141 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-142793d8-e4a2-4db9-b17b-a53471c103bb tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:46.535014 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-142793d8-e4a2-4db9-b17b-a53471c103bb tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 814 time: 0.9372625 May 19 11:19:46.591896 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=9b87cf66-a533-4b95-ba9f-5a7c52465a9c,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:46.601752 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:46.603635 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:46.617613 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:46.733458 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=9b87cf66-a533-4b95-ba9f-5a7c52465a9c,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:46.741318 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:46.776987 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-6c251dd7-72b7-49cb-9faa-9f7e31a0e098 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/quotas/5aeb6ee050a140afab095d60d5ccc7b5 HTTP/1.1" status: 200 len: 375 time: 0.1294537 May 19 11:19:46.816860 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-e5ad38e1-613d-4283-b6a5-7463e8f99edb None None] Provisioning complete for port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:46.817242 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e5ad38e1-613d-4283-b6a5-7463e8f99edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:47.037535 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9717b9-9a43-4b43-8e8a-ddc0f155089f req-938ee945-2d25-4784-9e4b-539f6792a309 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:47.039057 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8b9717b9-9a43-4b43-8e8a-ddc0f155089f req-938ee945-2d25-4784-9e4b-539f6792a309 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 944 time: 0.5226779 May 19 11:19:47.104870 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:47.128576 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-05000a88-8f9b-4bd9-8e9b-c8943a3a740e tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3504603 May 19 11:19:47.137688 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Transition to ACTIVE for port object 848bc6b5-b44a-4061-a09a-fba694f5f920 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:47.148802 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:47.154061 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:47.233477 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8b9717b9-9a43-4b43-8e8a-ddc0f155089f req-ea176f27-8f86-465e-be5a-d8db67b367c8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=79bcf159-5f79-4640-9a92-96c60ba5358c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617866 May 19 11:19:47.269363 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Attempting to bind port 848bc6b5-b44a-4061-a09a-fba694f5f920 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:47.269808 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Attempting to bind port 848bc6b5-b44a-4061-a09a-fba694f5f920 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:47.270179 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Attempting to bind port 848bc6b5-b44a-4061-a09a-fba694f5f920 on network e5113189-49f1-4a6b-9cbc-e8af0973913c {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:47.276612 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbeccb-40e8-4f1f-a6da-c39e0a06c962 None None] Pushing event updated for resources: {'Port': ['ID=848bc6b5-b44a-4061-a09a-fba694f5f920,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:47.281104 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-15dbeccb-40e8-4f1f-a6da-c39e0a06c962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:47.282033 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:47.282402 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Checking segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:47.282795 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:47.283173 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Bound using segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:47.283637 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Bound port: 848bc6b5-b44a-4061-a09a-fba694f5f920, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:47.284019 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:47.374810 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] For port 848bc6b5-b44a-4061-a09a-fba694f5f920, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:47.378422 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] For port 848bc6b5-b44a-4061-a09a-fba694f5f920, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=848bc6b5-b44a-4061-a09a-fba694f5f920,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:47.384424 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:47.390162 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:47.406505 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-ba7d5d13-4f52-44d1-bc81-f2f4f96726e0 service neutron] 10.222.0.107 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657239 May 19 11:19:47.423966 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:47.477382 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Routers {'b42b5e45-62de-4874-b785-97b70c168516'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:47.478059 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:19:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['b42b5e45-62de-4874-b785-97b70c168516'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:47.681320 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] Set router b42b5e45-62de-4874-b785-97b70c168516 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:47.699773 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 9b87cf66-a533-4b95-ba9f-5a7c52465a9c up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:47.856154 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:47.856673 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:47.886320 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbeccb-40e8-4f1f-a6da-c39e0a06c962 None None] Pushing event updated for resources: {'Port': ['ID=848bc6b5-b44a-4061-a09a-fba694f5f920,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:47.889891 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-15dbeccb-40e8-4f1f-a6da-c39e0a06c962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:47.942647 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-5b6fb686-9b78-45d9-8938-d1fd5d4b36d4 service neutron] 10.222.0.107 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205584 May 19 11:19:48.063901 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d8ed6-c126-4e7e-9d39-3280c4cbc501 req-faab72cf-768e-4696-8f14-2fcd86133c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:48.063901 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-270d8ed6-c126-4e7e-9d39-3280c4cbc501 req-faab72cf-768e-4696-8f14-2fcd86133c29 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 1098 time: 0.4177496 May 19 11:19:48.161164 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Allocated IP 172.20.0.1 (71097922-6afa-451b-9a9a-993f006c08a8/1c1ae097-e8da-4a61-94cf-87e76f049c4a/67f983a6-e18f-4afb-a379-79b706b5189a) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:48.182317 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440cc9e-f7ea-4d8a-a5e3-d2184e033a99 req-6e8ddbf8-7ea0-484e-87e3-2812b7c546d5 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:48.189510 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1440cc9e-f7ea-4d8a-a5e3-d2184e033a99 req-6e8ddbf8-7ea0-484e-87e3-2812b7c546d5 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.4542561 May 19 11:19:48.208862 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:43Z', 'revision_number': 3, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:48.217340 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde749a-7699-414d-aba8-ac0717c15211 None None] The sync data for ids ['b42b5e45-62de-4874-b785-97b70c168516'] in dv-cinder-768105-9-smb is: [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:43Z', 'revision_number': 3, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:19:48.349509 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 56ab9784-55c3-4a5f-a494-c16ebf1140fa up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:48.400576 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e944e190-7bce-4fd3-b966-1172dd4ef0c6 req-2981d933-3a34-491c-9810-48ce5813a2f1 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 210 time: 0.1393163 May 19 11:19:48.449194 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 56ab9784-55c3-4a5f-a494-c16ebf1140fa completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:48.456195 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 56ab9784-55c3-4a5f-a494-c16ebf1140fa triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:48.456803 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:48.496437 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1440cc9e-f7ea-4d8a-a5e3-d2184e033a99 req-a2faa384-a74f-4a63-a13d-6c9724471793 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058395 May 19 11:19:48.545612 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d8ed6-c126-4e7e-9d39-3280c4cbc501 req-12687eb5-85e7-4f07-8c99-d9cc1fe51a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:48.548610 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-270d8ed6-c126-4e7e-9d39-3280c4cbc501 req-12687eb5-85e7-4f07-8c99-d9cc1fe51a66 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 919 time: 0.4626722 May 19 11:19:48.682667 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:48.712334 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab9784-55c3-4a5f-a494-c16ebf1140fa'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:48.729126 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 56ab9784-55c3-4a5f-a494-c16ebf1140fa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=56ab9784-55c3-4a5f-a494-c16ebf1140fa,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:48.734371 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:48.736226 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-72275915-89c3-4f99-a0f4-c12b03d1fdf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:48.739580 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-270d8ed6-c126-4e7e-9d39-3280c4cbc501 req-483ba1a7-68bf-4dc2-b827-199ccf3d026c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22 HTTP/1.1" status: 200 len: 217 time: 0.1742883 May 19 11:19:48.777291 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab9784-55c3-4a5f-a494-c16ebf1140fa', 'code': 200} May 19 11:19:48.819415 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=56ab9784-55c3-4a5f-a494-c16ebf1140fa,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:48.823412 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:48.839459 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:48.871909 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d8ed6-c126-4e7e-9d39-3280c4cbc501 req-3307fda9-5d99-47dd-9faf-37d193eb96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:48.873672 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-270d8ed6-c126-4e7e-9d39-3280c4cbc501 req-3307fda9-5d99-47dd-9faf-37d193eb96b7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e HTTP/1.1" status: 200 len: 857 time: 0.0971315 May 19 11:19:48.877213 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Transition to ACTIVE for port object 67f983a6-e18f-4afb-a379-79b706b5189a will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:48.934110 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-270d8ed6-c126-4e7e-9d39-3280c4cbc501 req-33cd5fbd-a595-48f8-a5a2-32822a81c2e9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b0388072-038d-4c14-a70f-4a6a2ce6a580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540719 May 19 11:19:49.253359 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50fadb-36e3-4398-91fc-c8972363a2cf req-e06a0e00-0308-4f92-8a38-be2b6823061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:49.258468 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9e50fadb-36e3-4398-91fc-c8972363a2cf req-e06a0e00-0308-4f92-8a38-be2b6823061b service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 1098 time: 0.2213182 May 19 11:19:49.289906 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4c913-9b67-42e0-8307-3e9968093567 req-53c71784-4a2a-4621-aa1d-5019dc2b8358 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:49.292333 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-70d4c913-9b67-42e0-8307-3e9968093567 req-53c71784-4a2a-4621-aa1d-5019dc2b8358 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 945 time: 0.6280775 May 19 11:19:49.309365 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:49.341785 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:49.436708 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Network 71097922-6afa-451b-9a9a-993f006c08a8 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:49.443378 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:49.480875 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:49.481345 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405564'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:49.549581 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-270d8ed6-c126-4e7e-9d39-3280c4cbc501 req-e11adbb0-6b9e-4f76-b95b-64390c7ed47d service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854418 May 19 11:19:49.595760 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-70d4c913-9b67-42e0-8307-3e9968093567 req-21ca9eef-0c40-420e-9bda-98f9ea5bc51f tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=79bcf159-5f79-4640-9a92-96c60ba5358c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877145 May 19 11:19:49.610404 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9e50fadb-36e3-4398-91fc-c8972363a2cf req-e255a8cb-28c6-4896-8eec-99ba2a45977e service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=79bcf159-5f79-4640-9a92-96c60ba5358c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786164 May 19 11:19:49.720385 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 848bc6b5-b44a-4061-a09a-fba694f5f920 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:49.763695 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Pushing event updated for resources: {'Port': ['ID=67f983a6-e18f-4afb-a379-79b706b5189a,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:49.797882 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4bcfd519-d3ab-4184-8168-dc6b3477e125 req-2a27c7a0-852f-403a-9e24-aa61c3bdced1 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 210 time: 0.2106335 May 19 11:19:49.799579 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:49.838742 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-a0cec90a-02f1-4afa-98d9-7b25e19914ea None None] Provisioning for port 67f983a6-e18f-4afb-a379-79b706b5189a completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:49.847485 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-a0cec90a-02f1-4afa-98d9-7b25e19914ea None None] Provisioning complete for port 67f983a6-e18f-4afb-a379-79b706b5189a triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:49.847868 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a0cec90a-02f1-4afa-98d9-7b25e19914ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:49.943731 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port 848bc6b5-b44a-4061-a09a-fba694f5f920 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:49.958545 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 848bc6b5-b44a-4061-a09a-fba694f5f920 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:49.959240 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:49.976356 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:50.014467 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-a0cec90a-02f1-4afa-98d9-7b25e19914ea None None] Port 67f983a6-e18f-4afb-a379-79b706b5189a cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:19:50.133389 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-270d8ed6-c126-4e7e-9d39-3280c4cbc501 req-dde5d72c-687a-4ff1-a5e5-b4086e1ac39e service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473709 May 19 11:19:50.162552 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43059b5-9057-472a-8a51-9c6d4ffca4dc req-c7710d2e-4d36-4750-af70-8bf5ee4e22ae tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:50.164084 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e43059b5-9057-472a-8a51-9c6d4ffca4dc req-c7710d2e-4d36-4750-af70-8bf5ee4e22ae tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.3505259 May 19 11:19:50.199779 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:50.249859 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port 848bc6b5-b44a-4061-a09a-fba694f5f920, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=848bc6b5-b44a-4061-a09a-fba694f5f920,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:50.255820 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:50.263278 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:50.383830 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e43059b5-9057-472a-8a51-9c6d4ffca4dc req-d9ce2074-e1e8-40ca-9c7e-89c4db62edcd tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015419 May 19 11:19:50.404890 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=848bc6b5-b44a-4061-a09a-fba694f5f920,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:50.417311 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:50.577058 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-6ee7f1f3-20ca-4476-b232-91f83066d0ee tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:50.578608 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-6ee7f1f3-20ca-4476-b232-91f83066d0ee tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 814 time: 0.3164477 May 19 11:19:50.596185 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Request body: {'port': {'device_id': '64cb7e65-8d9a-421e-9505-7df3699d0594', 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0', 'admin_state_up': True, 'tenant_id': '5aeb6ee050a140afab095d60d5ccc7b5'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:50.630959 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:50.639828 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:50.689199 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405595'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:50.697873 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:50.868767 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Pushing event updated for resources: {'Port': ['ID=67f983a6-e18f-4afb-a379-79b706b5189a,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:50.924744 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:50.992218 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:50.995762 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6dce0e7f-2f7b-4b3b-939b-c98b7267badc req-d6a06ed5-ca85-4622-b3a5-f2c8326c5fd5 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 210 time: 0.0722158 May 19 11:19:51.000217 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Usage tracker for resource:port and tenant:5aeb6ee050a140afab095d60d5ccc7b5 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:51.005203 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:51.015006 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:51.049675 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Made reservation on behalf of 5aeb6ee050a140afab095d60d5ccc7b5 for: {'port': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:51.052970 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:51.071514 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb040b98-0b56-4de2-a9be-7da36c0d818a req-3cc99053-f369-4f1a-8848-5c9ad78daba1 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:51.073015 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-eb040b98-0b56-4de2-a9be-7da36c0d818a req-3cc99053-f369-4f1a-8848-5c9ad78daba1 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 945 time: 0.3392487 May 19 11:19:51.080980 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Network 71097922-6afa-451b-9a9a-993f006c08a8 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:51.085986 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:51.356076 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-882ff963-95f8-4392-a0be-c1cc0fde7f4f None None] Provisioning complete for port 67f983a6-e18f-4afb-a379-79b706b5189a triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:51.357039 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-882ff963-95f8-4392-a0be-c1cc0fde7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:51.370246 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-eb040b98-0b56-4de2-a9be-7da36c0d818a req-f62e430e-c871-414e-8e5c-3d102add0fc7 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=79bcf159-5f79-4640-9a92-96c60ba5358c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793415 May 19 11:19:51.464024 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-882ff963-95f8-4392-a0be-c1cc0fde7f4f None None] Port 67f983a6-e18f-4afb-a379-79b706b5189a cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:19:51.555886 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Allocated IP 172.20.0.2 (a67edc22-e060-405d-985f-69cd01eb46a0/1c2bd019-6a6c-4300-b853-1313af8f98a6/4076082d-bc9e-40d8-9307-33c7ebce0a4d) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:51.563383 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Router b42b5e45-62de-4874-b785-97b70c168516 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:19:51.678357 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 848bc6b5-b44a-4061-a09a-fba694f5f920 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:51.770390 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 848bc6b5-b44a-4061-a09a-fba694f5f920 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:51.771148 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:51.983761 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:19:51.998540 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Sync routers for ids ['b42b5e45-62de-4874-b785-97b70c168516'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:19:52.014458 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Routers {'b42b5e45-62de-4874-b785-97b70c168516'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:52.015768 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:19:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['b42b5e45-62de-4874-b785-97b70c168516'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:52.030311 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] 10.222.0.107 "PUT /v2.0/routers/b42b5e45-62de-4874-b785-97b70c168516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3331661 May 19 11:19:52.114471 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2004dfd-833c-458c-a401-54e89534e02b req-5558ab66-8687-4086-be65-dfbf0569aac6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:52.135196 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d2004dfd-833c-458c-a401-54e89534e02b req-5558ab66-8687-4086-be65-dfbf0569aac6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.5654600 May 19 11:19:52.184596 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:52.258067 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Set router b42b5e45-62de-4874-b785-97b70c168516 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:52.259028 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d2004dfd-833c-458c-a401-54e89534e02b req-eaa0915b-8933-4963-8198-b61b7e47f10d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217208 May 19 11:19:52.263890 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-f98b24a3-0c72-48e4-aa22-4036163a6c24 req-8b3e9a01-dc0c-457a-af53-8b6ee830682b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Synchronizing usage tracker for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:52.307034 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-f98b24a3-0c72-48e4-aa22-4036163a6c24 req-8b3e9a01-dc0c-457a-af53-8b6ee830682b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Unset dirty status for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:52.308082 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f98b24a3-0c72-48e4-aa22-4036163a6c24 req-8b3e9a01-dc0c-457a-af53-8b6ee830682b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 210 time: 0.1060596 May 19 11:19:52.321172 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:52.329821 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a58c1c7a-3d3e-4ac2-98da-2af14cde92a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:52.361869 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40314) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:52.380246 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['20383ded-0363-4a06-9fe8-b5e1b10cb1aa', 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92', '4fc35a36-4b6e-4c1c-917a-d1035ff229f7'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:52.406360 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Network a67edc22-e060-405d-985f-69cd01eb46a0 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:52.410186 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:52.420994 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:52.427311 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:52.427997 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:52.453843 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8612478 May 19 11:19:52.457871 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Pushing event updated for resources: {'Port': ['ID=4076082d-bc9e-40d8-9307-33c7ebce0a4d,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:52.468033 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b206ff5b-820a-4779-9684-ee8e5ba54888 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:52.473430 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Request body: {'port': {'device_id': '64cb7e65-8d9a-421e-9505-7df3699d0594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:52.677502 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:52.683094 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-be3acaca-3f00-4688-b9f2-6d57d3933578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:52.699948 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-be3acaca-3f00-4688-b9f2-6d57d3933578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:52.703943 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-be3acaca-3f00-4688-b9f2-6d57d3933578 admin admin] Usage tracker for resource:security_group_rule and tenant:2a9535b0fbe149cb8809479a483a385e is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:52.707247 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-be3acaca-3f00-4688-b9f2-6d57d3933578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:52.713114 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-be3acaca-3f00-4688-b9f2-6d57d3933578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:52.764029 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b3858-c35f-468f-bb42-7cd7f91770fc req-a9325c5e-56e4-4b17-9c73-41383bbd05a8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:52.765832 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a75b3858-c35f-468f-bb42-7cd7f91770fc req-a9325c5e-56e4-4b17-9c73-41383bbd05a8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 945 time: 0.2300799 May 19 11:19:52.818835 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-be3acaca-3f00-4688-b9f2-6d57d3933578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:52.824005 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-be3acaca-3f00-4688-b9f2-6d57d3933578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:52.834354 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-0818d085-340c-4d86-b4af-d394a65d9a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:52.880730 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a75b3858-c35f-468f-bb42-7cd7f91770fc req-2ee80031-91ff-4b44-b8cb-f9450457cdab tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=79bcf159-5f79-4640-9a92-96c60ba5358c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072900 May 19 11:19:52.893681 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 40332) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:52.903097 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-be3acaca-3f00-4688-b9f2-6d57d3933578 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2a9535b0fbe149cb8809479a483a385e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391624 May 19 11:19:52.905536 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40336) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:52.906227 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-986119764-network', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:52.918459 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3acaca-3f00-4688-b9f2-6d57d3933578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec84d102-da6e-43b3-9a70-9eab7258366d,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:52.924244 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-be3acaca-3f00-4688-b9f2-6d57d3933578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:52.930567 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:52.934996 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Usage tracker for resource:network and tenant:88347dcb621140a9a2554d50997fa1b2 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:52.938045 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:52.945300 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:52.965965 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Made reservation on behalf of 88347dcb621140a9a2554d50997fa1b2 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:52.976238 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.008401 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cd16072d-1416-4d29-906c-776225471d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.013874 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:49Z', 'revision_number': 4, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '67f983a6-e18f-4afb-a379-79b706b5189a', 'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'mac_address': 'fa:16:3e:cf:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:47Z', 'updated_at': '2021-05-19T11:19:50Z', 'revision_number': 2, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'subnets': [{'id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:53.022748 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Checking router: b42b5e45-62de-4874-b785-97b70c168516 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:19:53.023131 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Updating router b42b5e45-62de-4874-b785-97b70c168516 port 67f983a6-e18f-4afb-a379-79b706b5189a binding host dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:19:53.041658 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cd16072d-1416-4d29-906c-776225471d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.042353 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.110787 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.125938 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cd16072d-1416-4d29-906c-776225471d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.131554 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ea22008a-ee54-4d6c-9d28-6187a8afa4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:53.161805 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16072d-1416-4d29-906c-776225471d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec84d102-da6e-43b3-9a70-9eab7258366d,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:53.169116 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cd16072d-1416-4d29-906c-776225471d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:53.184977 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cd16072d-1416-4d29-906c-776225471d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.186131 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-cd16072d-1416-4d29-906c-776225471d0a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ec84d102-da6e-43b3-9a70-9eab7258366d HTTP/1.1" status: 204 len: 168 time: 0.2794166 May 19 11:19:53.200381 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:53.204920 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Usage tracker for resource:security_group_rule and tenant:88347dcb621140a9a2554d50997fa1b2 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:53.208457 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:53.216164 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:53.469825 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.483292 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.570839 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-09fe2ad8-9b19-472c-a512-1a7ea10e9661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:53.596453 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77405-5f53-46d1-9333-c31600ad5e6b req-ae385668-0350-480b-ac94-b6a26ab01a7f tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:53.598101 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-66a77405-5f53-46d1-9333-c31600ad5e6b req-ae385668-0350-480b-ac94-b6a26ab01a7f tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 945 time: 0.5691621 May 19 11:19:53.607548 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40362) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:53.616240 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-210b943a-c6ee-4c20-aa9c-b1314ff7e505 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'floatingip': {'port_id': '56ab9784-55c3-4a5f-a494-c16ebf1140fa'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:53.633737 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.669800 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:19:53.683097 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Transition to ACTIVE for port object 67f983a6-e18f-4afb-a379-79b706b5189a will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:53.702125 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.722309 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:53.738571 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb9d57-ef72-4284-aa00-3c780861d26e,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:53.754600 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.755246 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.segments_db [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Added segment 59b15164-b21e-4aa2-851a-b90bca94b791 of type vlan for network 96635f56-ebed-438b-ad8f-3f95d2c6198d May 19 11:19:53.789367 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 40374) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:53.805480 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:54.006635 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedec8a-91ad-4064-8d0a-a65630662332 None None] Pushing event updated for resources: {'Port': ['ID=67f983a6-e18f-4afb-a379-79b706b5189a,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:54.010328 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-baedec8a-91ad-4064-8d0a-a65630662332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:54.166530 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-210b943a-c6ee-4c20-aa9c-b1314ff7e505 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:54.232546 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716505c-8090-4c78-80fa-e7ec4f7d2238 req-b5376d9e-4683-4622-bb60-ef9c790a5a85 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:54.244488 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6716505c-8090-4c78-80fa-e7ec4f7d2238 req-b5376d9e-4683-4622-bb60-ef9c790a5a85 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.7611113 May 19 11:19:54.279217 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Attempting to bind port 67f983a6-e18f-4afb-a379-79b706b5189a on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:54.279596 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Attempting to bind port 67f983a6-e18f-4afb-a379-79b706b5189a by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:54.280120 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Attempting to bind port 67f983a6-e18f-4afb-a379-79b706b5189a on network 71097922-6afa-451b-9a9a-993f006c08a8 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:54.288237 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:54.288620 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Checking segment: {'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:54.289034 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:54.289428 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Bound using segment: {'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:54.290101 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Bound port: 67f983a6-e18f-4afb-a379-79b706b5189a, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:54.290483 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:54.305484 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:54.329885 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4076082d-bc9e-40d8-9307-33c7ebce0a4d {{(pid=91616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:54.356229 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:54.470729 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.db.resource_extend [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 11:19:54.511552 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Transition to ACTIVE for port object 4076082d-bc9e-40d8-9307-33c7ebce0a4d will not be triggered until provisioned by entity L2. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:54.523599 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c89af-f6db-4f43-9ec2-7d0d8ee200fc req-5e95b259-e102-4229-b298-ee0e35623358 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:54.526264 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1d2c89af-f6db-4f43-9ec2-7d0d8ee200fc req-5e95b259-e102-4229-b298-ee0e35623358 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 931 time: 0.6837873 May 19 11:19:54.533318 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9828d23f-fe70-46e8-8ab4-a7df18163d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:54.550465 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:54.577352 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] For port 67f983a6-e18f-4afb-a379-79b706b5189a, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:54.588404 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] For port 67f983a6-e18f-4afb-a379-79b706b5189a, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=67f983a6-e18f-4afb-a379-79b706b5189a,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:54.596489 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:54.605663 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:54.606705 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6716505c-8090-4c78-80fa-e7ec4f7d2238 req-b819dfa2-63e0-4cb1-a640-6933f359fd77 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590295 May 19 11:19:54.610829 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-9828d23f-fe70-46e8-8ab4-a7df18163d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:54.620876 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a17bf433-a0d9-44d9-9257-33b2e3be8928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:54.688430 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-9828d23f-fe70-46e8-8ab4-a7df18163d28 admin admin] Usage tracker for resource:security_group_rule and tenant:47fc7be24ea047ada7c2791b2e5e10bb is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:54.704567 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:54.715609 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Routers {'b42b5e45-62de-4874-b785-97b70c168516'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:54.716344 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:19:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['b42b5e45-62de-4874-b785-97b70c168516'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:54.726577 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-9828d23f-fe70-46e8-8ab4-a7df18163d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:54.750430 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:54.752080 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:54.792099 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedec8a-91ad-4064-8d0a-a65630662332 None None] Pushing event updated for resources: {'Port': ['ID=67f983a6-e18f-4afb-a379-79b706b5189a,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:54.811736 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-baedec8a-91ad-4064-8d0a-a65630662332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:54.827614 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-9828d23f-fe70-46e8-8ab4-a7df18163d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:54.959869 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] Set router b42b5e45-62de-4874-b785-97b70c168516 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:55.015008 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1199872 May 19 11:19:55.033115 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 40404) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:55.047412 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1d2c89af-f6db-4f43-9ec2-7d0d8ee200fc req-be835bb8-55cc-4f9c-b543-bf807b200172 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020201 May 19 11:19:55.091584 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Request body: {'subnet': {'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-986119764-subnet', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:55.102015 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=4076082d-bc9e-40d8-9307-33c7ebce0a4d,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:55.118964 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:55.122753 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:55.123036 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:55.295309 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Pushing event updated for resources: {'Network': ['ID=96635f56-ebed-438b-ad8f-3f95d2c6198d,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:55.297653 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Attempting to bind port 4076082d-bc9e-40d8-9307-33c7ebce0a4d on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:55.304536 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Attempting to bind port 4076082d-bc9e-40d8-9307-33c7ebce0a4d by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:55.304901 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Attempting to bind port 4076082d-bc9e-40d8-9307-33c7ebce0a4d on network a67edc22-e060-405d-985f-69cd01eb46a0 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:55.308694 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:55.311690 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Usage tracker for resource:subnet and tenant:88347dcb621140a9a2554d50997fa1b2 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:55.316692 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:55.317793 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 96635f56-ebed-438b-ad8f-3f95d2c6198d details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:19:55.327950 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Port 4076082d-bc9e-40d8-9307-33c7ebce0a4d on network a67edc22-e060-405d-985f-69cd01eb46a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:19:55.328379 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Attempting to bind port 4076082d-bc9e-40d8-9307-33c7ebce0a4d on network a67edc22-e060-405d-985f-69cd01eb46a0 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:55.337812 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:55.338155 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Checking segment: {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:55.338536 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Bound using segment: {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:55.338979 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Bound port: 4076082d-bc9e-40d8-9307-33c7ebce0a4d, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fd87a3-7003-4e45-b869-7cbb450a2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0'}}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:55.339324 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:55.351735 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:55.406454 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Made reservation on behalf of 88347dcb621140a9a2554d50997fa1b2 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:55.408723 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:55.451412 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-210b943a-c6ee-4c20-aa9c-b1314ff7e505 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:55.456929 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-210b943a-c6ee-4c20-aa9c-b1314ff7e505 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:55.462871 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:49Z', 'revision_number': 4, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '67f983a6-e18f-4afb-a379-79b706b5189a', 'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'mac_address': 'fa:16:3e:cf:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:47Z', 'updated_at': '2021-05-19T11:19:54Z', 'revision_number': 4, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'subnets': [{'id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:55.467498 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159f9a3-96ae-4f3f-a197-b1c1b83d32eb None None] The sync data for ids ['b42b5e45-62de-4874-b785-97b70c168516'] in dv-cinder-768105-9-smb is: [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:49Z', 'revision_number': 4, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '67f983a6-e18f-4afb-a379-79b706b5189a', 'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'mac_address': 'fa:16:3e:cf:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:47Z', 'updated_at': '2021-05-19T11:19:54Z', 'revision_number': 4, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'subnets': [{'id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:19:55.772244 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 67f983a6-e18f-4afb-a379-79b706b5189a up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:55.809061 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9828d23f-fe70-46e8-8ab4-a7df18163d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:55.886000 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9828d23f-fe70-46e8-8ab4-a7df18163d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:55.897428 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.l3_db [None req-210b943a-c6ee-4c20-aa9c-b1314ff7e505 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Floating IP edebb26d-ecde-439d-b4d7-f531fa03eb08 associated. External IP: 172.28.2.137, port: 56ab9784-55c3-4a5f-a494-c16ebf1140fa. May 19 11:19:55.952668 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] For port 4076082d-bc9e-40d8-9307-33c7ebce0a4d, host hv-cinder-76810, cleared binding levels {{(pid=91616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:55.964360 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] For port 4076082d-bc9e-40d8-9307-33c7ebce0a4d, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4076082d-bc9e-40d8-9307-33c7ebce0a4d,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:55.966261 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port 67f983a6-e18f-4afb-a379-79b706b5189a completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:55.966817 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:55.973697 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 67f983a6-e18f-4afb-a379-79b706b5189a triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:55.974075 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:56.016492 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-9828d23f-fe70-46e8-8ab4-a7df18163d28 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=47fc7be24ea047ada7c2791b2e5e10bb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1915762 May 19 11:19:56.021131 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828d23f-fe70-46e8-8ab4-a7df18163d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a1655b-b2e3-4be6-a825-b040bc6d4a88,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:56.037890 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40426) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:56.042891 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9828d23f-fe70-46e8-8ab4-a7df18163d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:56.048961 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:56.143116 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:56.280529 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:56.321254 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:56.323723 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:56.325192 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] 10.222.0.106 "PUT /v2.0/ports/4076082d-bc9e-40d8-9307-33c7ebce0a4d HTTP/1.1" status: 200 len: 1093 time: 3.8561058 May 19 11:19:56.327867 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cb7e65-8d9a-421e-9505-7df3699d0594', 'tag': '4076082d-bc9e-40d8-9307-33c7ebce0a4d'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:56.377624 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port 67f983a6-e18f-4afb-a379-79b706b5189a, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=67f983a6-e18f-4afb-a379-79b706b5189a,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:56.382440 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:56.384305 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:56.494463 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3036921b-1b2a-487f-8593-668306b1099a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:56.521844 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=67f983a6-e18f-4afb-a379-79b706b5189a,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:56.525595 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:56.564714 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3036921b-1b2a-487f-8593-668306b1099a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:56.593954 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=4076082d-bc9e-40d8-9307-33c7ebce0a4d,revision_number=3']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:56.646267 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:56.690380 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb28566-99d1-41f8-b698-26d58e1275c4 req-219e537f-03b9-4539-a993-a37639f99a62 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:56.692686 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ddb28566-99d1-41f8-b698-26d58e1275c4 req-219e537f-03b9-4539-a993-a37639f99a62 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.7683592 May 19 11:19:56.790994 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ddb28566-99d1-41f8-b698-26d58e1275c4 req-5e6232f6-4ffd-4d00-8be8-0c37bd32e8e2 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888844 May 19 11:19:56.805251 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e95f6-7361-459b-92ad-09082d7509dd req-3f14ad6e-25f0-4738-9b5a-16ee7ced0daf tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:56.806878 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0b8e95f6-7361-459b-92ad-09082d7509dd req-3f14ad6e-25f0-4738-9b5a-16ee7ced0daf tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 943 time: 0.4874642 May 19 11:19:56.809809 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-a9ca6c79-8424-4c24-b271-903b304f6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:56.811279 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-a9ca6c79-8424-4c24-b271-903b304f6a69 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 1096 time: 0.3592980 May 19 11:19:56.859958 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3036921b-1b2a-487f-8593-668306b1099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:56.870414 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dff3b47c-2aeb-40d2-8943-cbb7f3a1b6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:56.899310 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036921b-1b2a-487f-8593-668306b1099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a1655b-b2e3-4be6-a825-b040bc6d4a88,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:56.913481 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3036921b-1b2a-487f-8593-668306b1099a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:56.931298 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cb7e65-8d9a-421e-9505-7df3699d0594', 'tag': '4076082d-bc9e-40d8-9307-33c7ebce0a4d', 'status': 'completed', 'code': 200} May 19 11:19:56.933356 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-67370d16-d314-405c-9725-e4d1c1887266 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4076082d-bc9e-40d8-9307-33c7ebce0a4d HTTP/1.1" status: 200 len: 217 time: 0.1014132 May 19 11:19:56.948179 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210b943a-c6ee-4c20-aa9c-b1314ff7e505 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:19:56.952153 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3036921b-1b2a-487f-8593-668306b1099a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:56.953444 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-3036921b-1b2a-487f-8593-668306b1099a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/26a1655b-b2e3-4be6-a825-b040bc6d4a88 HTTP/1.1" status: 204 len: 168 time: 0.9145541 May 19 11:19:57.047436 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0b8e95f6-7361-459b-92ad-09082d7509dd req-aa9d1346-34c1-486a-9e9c-1a34f3a3e29b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317147 May 19 11:19:57.188613 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-afdcba10-7324-4424-a747-7c11f5c97997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:57.188613 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-afdcba10-7324-4424-a747-7c11f5c97997 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c2bd019-6a6c-4300-b853-1313af8f98a6 HTTP/1.1" status: 200 len: 854 time: 0.2374029 May 19 11:19:57.280636 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210b943a-c6ee-4c20-aa9c-b1314ff7e505 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:19:57.286446 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-210b943a-c6ee-4c20-aa9c-b1314ff7e505 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:57.294643 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b6b29-4a14-4074-8bf1-ff6c626a227e None None] Sync routers for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:19:57.322894 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b6b29-4a14-4074-8bf1-ff6c626a227e None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:57.326058 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-498b6b29-4a14-4074-8bf1-ff6c626a227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:19:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:57.387241 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-210b943a-c6ee-4c20-aa9c-b1314ff7e505 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "PUT /v2.0/floatingips/edebb26d-ecde-439d-b4d7-f531fa03eb08 HTTP/1.1" status: 200 len: 991 time: 3.7770534 May 19 11:19:57.409019 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'tag': '56ab9784-55c3-4a5f-a494-c16ebf1140fa'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:57.507569 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:57.526683 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'tag': '56ab9784-55c3-4a5f-a494-c16ebf1140fa', 'status': 'completed', 'code': 200} May 19 11:19:57.550688 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-ba3e141d-2d19-426e-8973-b620d3d9a394 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=a67edc22-e060-405d-985f-69cd01eb46a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3398583 May 19 11:19:57.555553 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2f120479-f16d-4a86-9224-1cfdfeb0107b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:57.716311 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1e5e-e581-47f7-87de-8c743340ff0a req-c1cc7354-2ef8-433c-bb8f-d1ae53bb8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:57.717883 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b01e1e5e-e581-47f7-87de-8c743340ff0a req-c1cc7354-2ef8-433c-bb8f-d1ae53bb8977 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 1098 time: 0.1585245 May 19 11:19:57.726802 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 67f983a6-e18f-4afb-a379-79b706b5189a up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:57.758053 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-498b6b29-4a14-4074-8bf1-ff6c626a227e None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:57.792716 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25ea5c9-a581-425d-9b0f-bf5319fb7b04,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:57.798209 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:57.827814 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 67f983a6-e18f-4afb-a379-79b706b5189a triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:57.828376 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.010100 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1e5e-e581-47f7-87de-8c743340ff0a req-670a8945-8515-4be5-a9f1-818e02255ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:58.011489 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b01e1e5e-e581-47f7-87de-8c743340ff0a req-670a8945-8515-4be5-a9f1-818e02255ac1 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.2838604 May 19 11:19:58.021157 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Checking segment: {'id': '59b15164-b21e-4aa2-851a-b90bca94b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:58.021741 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Network hostable DHCP agents. Network: 96635f56-ebed-438b-ad8f-3f95d2c6198d, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:19:58.084202 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Network 96635f56-ebed-438b-ad8f-3f95d2c6198d is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:19:58.125593 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 96635f56-ebed-438b-ad8f-3f95d2c6198d) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:58.133136 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-c14bfdf2-93ef-4ec3-b52e-26f5f7b3f239 service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352085 May 19 11:19:58.138876 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae1917-7d35-470b-a108-c01092eb593c None None] Network 96635f56-ebed-438b-ad8f-3f95d2c6198d requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:19:58.145917 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f5ed-3e67-4ccd-86bd-e2fba6d24bb1 req-b18186e1-b4a9-4c1f-99a0-f2e65b510a01 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:58.149879 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6865f5ed-3e67-4ccd-86bd-e2fba6d24bb1 req-b18186e1-b4a9-4c1f-99a0-f2e65b510a01 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.2089553 May 19 11:19:58.151602 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:58.152390 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.180706 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b01e1e5e-e581-47f7-87de-8c743340ff0a req-f5464840-2886-414f-a112-d73c125cdffb service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56ab9784-55c3-4a5f-a494-c16ebf1140fa HTTP/1.1" status: 200 len: 999 time: 0.1632850 May 19 11:19:58.313186 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1e5e-e581-47f7-87de-8c743340ff0a req-af8f352d-eb43-48b9-b71f-850a313c8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:58.314663 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b01e1e5e-e581-47f7-87de-8c743340ff0a req-af8f352d-eb43-48b9-b71f-850a313c8c98 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.1291265 May 19 11:19:58.431494 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6865f5ed-3e67-4ccd-86bd-e2fba6d24bb1 req-ef838f95-8b44-43b3-afc9-d09c8ab7a79b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698362 May 19 11:19:58.442149 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1e5e-e581-47f7-87de-8c743340ff0a req-c54e6555-cf05-4fd9-a949-baba640688c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:58.443906 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b01e1e5e-e581-47f7-87de-8c743340ff0a req-c54e6555-cf05-4fd9-a949-baba640688c5 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1230419 May 19 11:19:58.497135 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-498b6b29-4a14-4074-8bf1-ff6c626a227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'edebb26d-ecde-439d-b4d7-f531fa03eb08', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'floating_ip_address': '172.28.2.137', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'port_id': '56ab9784-55c3-4a5f-a494-c16ebf1140fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'mac_address': 'fa:16:3e:2b:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:19:29Z', 'updated_at': '2021-05-19T11:19:55Z', 'revision_number': 1, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:58.502323 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b6b29-4a14-4074-8bf1-ff6c626a227e None None] Checking router: 5ef3a581-c4b7-444a-acdb-c6303ab9a482 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:19:58.512480 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b6b29-4a14-4074-8bf1-ff6c626a227e None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:58.512971 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4645350 May 19 11:19:58.513886 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-498b6b29-4a14-4074-8bf1-ff6c626a227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:19:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:58.530805 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40512) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:58.546735 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-986119764-router', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:58.563192 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2190e0d7-a4b4-5478-974a-93bbd660ceae-96635f56-ebed-438b-ad8f-3f95d2c6198d', 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'fixed_ips': [{'subnet_id': 'f25ea5c9-a581-425d-9b0f-bf5319fb7b04'}]}} from dv-cinder-768105-9-smb. {{(pid=91617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:19:58.564433 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.649456 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-428623f3-a849-4cad-97a9-6c172a8ad287 req-9f2038f6-c794-41de-a0d4-cece8eccabb1 service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903312 May 19 11:19:58.701256 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19568c0-3b1a-448a-865d-d61ace9744c5 req-2e67e5fe-4a6d-4fa4-a231-38d0909ded41 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:58.712994 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e19568c0-3b1a-448a-865d-d61ace9744c5 req-2e67e5fe-4a6d-4fa4-a231-38d0909ded41 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 943 time: 0.3028531 May 19 11:19:58.713483 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:58.739825 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Usage tracker for resource:router and tenant:88347dcb621140a9a2554d50997fa1b2 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:58.754986 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:58.771455 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-498b6b29-4a14-4074-8bf1-ff6c626a227e None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:58.784923 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:58.820844 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.823208 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.860756 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fd361f90-902b-4afa-9850-4c0ef97e6587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.895061 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b01e1e5e-e581-47f7-87de-8c743340ff0a req-45d832e6-7a5c-4f8b-936c-d147cc43bcc9 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452684 May 19 11:19:58.904094 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.965815 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e19568c0-3b1a-448a-865d-d61ace9744c5 req-8da8a0b2-f2b8-44b5-8da5-a6c5c38ad5d6 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388456 May 19 11:19:59.007733 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52143a3-c3c7-455d-ae51-2020510ea4c2 req-95b364f3-de9a-472a-b72e-09d52f475b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:59.009659 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a52143a3-c3c7-455d-ae51-2020510ea4c2 req-95b364f3-de9a-472a-b72e-09d52f475b09 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 1096 time: 0.1995461 May 19 11:19:59.030542 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Allocated IP 172.20.0.2 (96635f56-ebed-438b-ad8f-3f95d2c6198d/f25ea5c9-a581-425d-9b0f-bf5319fb7b04/93435928-0b17-4c05-a13f-9c4bbbfb3274) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:59.302771 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52143a3-c3c7-455d-ae51-2020510ea4c2 req-98afe557-70f7-4367-a0d7-c57b2bb1ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:59.305651 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a52143a3-c3c7-455d-ae51-2020510ea4c2 req-98afe557-70f7-4367-a0d7-c57b2bb1ff7a service neutron] 10.222.0.106 "GET /v2.0/networks?id=a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 200 len: 916 time: 0.2883897 May 19 11:19:59.449521 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b01e1e5e-e581-47f7-87de-8c743340ff0a req-ab1d907a-00fd-4adc-a8df-bdf056f2d16d service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467863 May 19 11:19:59.482218 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a52143a3-c3c7-455d-ae51-2020510ea4c2 req-4f883651-f0eb-4f19-be8c-665629996ad9 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4076082d-bc9e-40d8-9307-33c7ebce0a4d HTTP/1.1" status: 200 len: 217 time: 0.1708114 May 19 11:19:59.575195 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6477'] for router, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:59.608488 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:59.627255 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52143a3-c3c7-455d-ae51-2020510ea4c2 req-04c78ef4-9c85-4977-b709-3fe611d33eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:59.628808 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a52143a3-c3c7-455d-ae51-2020510ea4c2 req-04c78ef4-9c85-4977-b709-3fe611d33eff service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c2bd019-6a6c-4300-b853-1313af8f98a6 HTTP/1.1" status: 200 len: 854 time: 0.1362684 May 19 11:19:59.636503 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Transition to ACTIVE for port object 93435928-0b17-4c05-a13f-9c4bbbfb3274 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:59.643910 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-498b6b29-4a14-4074-8bf1-ff6c626a227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'edebb26d-ecde-439d-b4d7-f531fa03eb08', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'floating_ip_address': '172.28.2.137', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'port_id': '56ab9784-55c3-4a5f-a494-c16ebf1140fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'mac_address': 'fa:16:3e:2b:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:19:29Z', 'updated_at': '2021-05-19T11:19:55Z', 'revision_number': 1, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:59.657779 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b6b29-4a14-4074-8bf1-ff6c626a227e None None] The sync data for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb is: [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'edebb26d-ecde-439d-b4d7-f531fa03eb08', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'floating_ip_address': '172.28.2.137', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'port_id': '56ab9784-55c3-4a5f-a494-c16ebf1140fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'mac_address': 'fa:16:3e:2b:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:19:29Z', 'updated_at': '2021-05-19T11:19:55Z', 'revision_number': 1, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:19:59.693116 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Transition to ACTIVE for port object 93435928-0b17-4c05-a13f-9c4bbbfb3274 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:59.716510 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:59.737931 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:59.757675 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a52143a3-c3c7-455d-ae51-2020510ea4c2 req-c174acc0-da95-4799-9bc8-5f06c4098000 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=a67edc22-e060-405d-985f-69cd01eb46a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178167 May 19 11:19:59.873679 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Network 96635f56-ebed-438b-ad8f-3f95d2c6198d is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:59.898930 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Resources bound (agent type, host, resource id): {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:59.923223 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:20:00.099455 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd05e1a-121d-4734-a6f6-f9faa8cc59bc None None] New status for floating IP edebb26d-ecde-439d-b4d7-f531fa03eb08: ACTIVE {{(pid=91617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:20:00.108244 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.155204 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.179874 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f19c55-228c-42d2-93fb-0209cf79c9b9 req-8fc2136f-aec3-4a75-9d59-da3e0452d2f5 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:00.188863 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-80f19c55-228c-42d2-93fb-0209cf79c9b9 req-8fc2136f-aec3-4a75-9d59-da3e0452d2f5 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.4391422 May 19 11:20:00.232586 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a52143a3-c3c7-455d-ae51-2020510ea4c2 req-af733842-f42a-4c88-a7a5-4954619de81e service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702396 May 19 11:20:00.267997 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-80f19c55-228c-42d2-93fb-0209cf79c9b9 req-47843ef6-0961-456b-8f6d-9c168337553d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779271 May 19 11:20:00.292702 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Pushing event updated for resources: {'Port': ['ID=93435928-0b17-4c05-a13f-9c4bbbfb3274,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:00.306494 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:00.321913 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Attempting to bind port 93435928-0b17-4c05-a13f-9c4bbbfb3274 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:20:00.322289 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Attempting to bind port 93435928-0b17-4c05-a13f-9c4bbbfb3274 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '59b15164-b21e-4aa2-851a-b90bca94b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:20:00.322655 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Attempting to bind port 93435928-0b17-4c05-a13f-9c4bbbfb3274 on network 96635f56-ebed-438b-ad8f-3f95d2c6198d {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:00.325697 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Allocated IP 172.28.2.52 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/c30663bf-53da-4a63-b0a7-3a44199436ad) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:20:00.331883 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:20:00.332260 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Checking segment: {'id': '59b15164-b21e-4aa2-851a-b90bca94b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:00.332658 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.333059 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Bound using segment: {'id': '59b15164-b21e-4aa2-851a-b90bca94b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:20:00.333560 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Bound port: 93435928-0b17-4c05-a13f-9c4bbbfb3274, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b15164-b21e-4aa2-851a-b90bca94b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:20:00.333940 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.455391 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 4076082d-bc9e-40d8-9307-33c7ebce0a4d details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:20:00.478673 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a52143a3-c3c7-455d-ae51-2020510ea4c2 req-f67cadf2-30ec-4b59-add0-53ca2933f1bd service neutron] 10.222.0.106 "GET /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253456 May 19 11:20:00.498072 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.551098 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.554388 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e1bc0-fc9d-4d4b-8b43-3b3533b06442 req-bfd0aabe-3b15-4dd4-93e1-7299a70dd7b6 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:00.556816 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:00.563045 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-817e1bc0-fc9d-4d4b-8b43-3b3533b06442 req-bfd0aabe-3b15-4dd4-93e1-7299a70dd7b6 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 943 time: 0.2729139 May 19 11:20:00.574059 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] For port 93435928-0b17-4c05-a13f-9c4bbbfb3274, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:20:00.616631 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-817e1bc0-fc9d-4d4b-8b43-3b3533b06442 req-158146eb-021b-4387-97b2-7b6bfa1d7707 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515563 May 19 11:20:00.638181 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:00.641618 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:00.645278 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:20:00.648483 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] For port 93435928-0b17-4c05-a13f-9c4bbbfb3274, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=93435928-0b17-4c05-a13f-9c4bbbfb3274,segment=NetworkSegment(59b15164-b21e-4aa2-851a-b90bca94b791),segment_id=59b15164-b21e-4aa2-851a-b90bca94b791)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:20:00.656343 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.662156 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:00.685831 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Pushing event updated for resources: {'Port': ['ID=c30663bf-53da-4a63-b0a7-3a44199436ad,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:00.693749 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:00.763308 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 4076082d-bc9e-40d8-9307-33c7ebce0a4d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4076082d-bc9e-40d8-9307-33c7ebce0a4d,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:00.776522 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Pushing event updated for resources: {'Port': ['ID=93435928-0b17-4c05-a13f-9c4bbbfb3274,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:00.782571 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '4076082d-bc9e-40d8-9307-33c7ebce0a4d', 'network_id': 'a67edc22-e060-405d-985f-69cd01eb46a0', 'port_id': '4076082d-bc9e-40d8-9307-33c7ebce0a4d', 'mac_address': 'fa:16:3e:fc:8d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2bd019-6a6c-4300-b853-1313af8f98a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:20:00.784994 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:00.847341 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.871329 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4076082d-bc9e-40d8-9307-33c7ebce0a4d {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:20:00.894514 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 4076082d-bc9e-40d8-9307-33c7ebce0a4d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4076082d-bc9e-40d8-9307-33c7ebce0a4d,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:00.898963 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.901539 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:00.975229 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=4076082d-bc9e-40d8-9307-33c7ebce0a4d,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:00.981948 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:01.118800 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 40576) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:01.130864 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:01.249211 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:01.251801 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf19a638-6dc6-4542-9947-a2bdaef543c6 admin admin] Deleting subnet bb7fb9d5-efe0-4a16-b023-eb5ec1f40cbd {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:20:01.262249 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cf19a638-6dc6-4542-9947-a2bdaef543c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:01.326840 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['4076082d-bc9e-40d8-9307-33c7ebce0a4d'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:01.378713 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cf19a638-6dc6-4542-9947-a2bdaef543c6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:01.400101 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cf19a638-6dc6-4542-9947-a2bdaef543c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:01.778566 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:01.803123 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-64c52715-388c-4bb1-8a5a-db51f4dd17fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:01.817458 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 93435928-0b17-4c05-a13f-9c4bbbfb3274 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:01.877468 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40600) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:01.961483 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404623'] for router, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:01.985872 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port 93435928-0b17-4c05-a13f-9c4bbbfb3274 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:02.019945 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1185b-128c-4360-8bfb-627e16acedee req-a94d1434-9f22-4456-8d8d-c9a42137851c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:02.027067 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5ed1185b-128c-4360-8bfb-627e16acedee req-a94d1434-9f22-4456-8d8d-c9a42137851c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.4915454 May 19 11:20:02.133687 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-30a4c241-6e88-48ca-9ded-fd2b049e972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.151049 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-30a4c241-6e88-48ca-9ded-fd2b049e972d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:02.154993 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-30a4c241-6e88-48ca-9ded-fd2b049e972d admin admin] Usage tracker for resource:security_group_rule and tenant:1092b5eb8ebc4303ba2ef095a8f5128d is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:02.158086 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-30a4c241-6e88-48ca-9ded-fd2b049e972d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:02.164673 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-30a4c241-6e88-48ca-9ded-fd2b049e972d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:02.212543 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6eb24-4000-452d-85d9-d664786576ce None None] Network 96635f56-ebed-438b-ad8f-3f95d2c6198d requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:20:02.228676 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5ed1185b-128c-4360-8bfb-627e16acedee req-281dc819-16fc-4dc3-9fd8-2be3189639c8 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495922 May 19 11:20:02.276842 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cf19a638-6dc6-4542-9947-a2bdaef543c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.288320 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a52af9dc-2632-4996-b4ae-2b78ba45b8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:02.325686 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-f2c79eca-41f3-404d-886e-16aa235ad0e1 None None] Provisioning for port 93435928-0b17-4c05-a13f-9c4bbbfb3274 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:02.329183 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19a638-6dc6-4542-9947-a2bdaef543c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7fb9d5-efe0-4a16-b023-eb5ec1f40cbd,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:02.341270 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28bff0-debf-4935-b508-25dfdb666577 req-92f68704-2435-49c8-bbcf-cdb3d0429ef3 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:02.343341 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ba28bff0-debf-4935-b508-25dfdb666577 req-92f68704-2435-49c8-bbcf-cdb3d0429ef3 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 944 time: 0.4514422 May 19 11:20:02.344416 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cf19a638-6dc6-4542-9947-a2bdaef543c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:02.350471 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-f2c79eca-41f3-404d-886e-16aa235ad0e1 None None] Provisioning complete for port 93435928-0b17-4c05-a13f-9c4bbbfb3274 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:02.350940 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f2c79eca-41f3-404d-886e-16aa235ad0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.351313 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cf19a638-6dc6-4542-9947-a2bdaef543c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.355026 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-30a4c241-6e88-48ca-9ded-fd2b049e972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.356534 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 is scheduled to L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 with binding_index 1 {{(pid=91615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:20:02.361683 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-30a4c241-6e88-48ca-9ded-fd2b049e972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.373454 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9b9ff37b-58d7-4a61-8547-8ce0f1b4f92d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:02.404880 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4c241-6e88-48ca-9ded-fd2b049e972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7dd2c5-0bcc-41bb-8dd5-723abda3b634,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:02.411418 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-30a4c241-6e88-48ca-9ded-fd2b049e972d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:02.418282 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-cf19a638-6dc6-4542-9947-a2bdaef543c6 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/bb7fb9d5-efe0-4a16-b023-eb5ec1f40cbd HTTP/1.1" status: 204 len: 168 time: 1.2980807 May 19 11:20:02.424606 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 40646) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:02.472151 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.501740 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ba28bff0-debf-4935-b508-25dfdb666577 req-7d99b801-231d-4b21-b36a-bbdc356b33ee tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256254 May 19 11:20:02.534938 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-30a4c241-6e88-48ca-9ded-fd2b049e972d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1092b5eb8ebc4303ba2ef095a8f5128d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6547182 May 19 11:20:02.534938 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40650) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:02.603215 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.734094 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:20:02.744713 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Sync routers for ids ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:20:02.745226 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f2c79eca-41f3-404d-886e-16aa235ad0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.754785 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-353acdf2-b8f1-4bdc-bd41-a45284a45464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.761356 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Routers {'61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:02.762020 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:02.784171 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.801799 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-353acdf2-b8f1-4bdc-bd41-a45284a45464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.812043 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Notify callbacks [] for router, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.812231 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-f2c79eca-41f3-404d-886e-16aa235ad0e1 None None] For port 93435928-0b17-4c05-a13f-9c4bbbfb3274, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=93435928-0b17-4c05-a13f-9c4bbbfb3274,segment=NetworkSegment(59b15164-b21e-4aa2-851a-b90bca94b791),segment_id=59b15164-b21e-4aa2-851a-b90bca94b791)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:02.817174 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2852330 May 19 11:20:02.817409 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.817780 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.818549 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.818900 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > port after_create 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.819920 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.820146 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > port after_update 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.820475 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.820779 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.821177 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.821597 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.822662 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40658) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:02.823674 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f2c79eca-41f3-404d-886e-16aa235ad0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:02.830507 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-567bbc56-d5c2-47ba-a950-e1348a786700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:02.918041 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c79eca-41f3-404d-886e-16aa235ad0e1 None None] Pushing event updated for resources: {'Port': ['ID=93435928-0b17-4c05-a13f-9c4bbbfb3274,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:02.921492 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f2c79eca-41f3-404d-886e-16aa235ad0e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:02.968529 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.968878 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.969207 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.977319 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:02.978848 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ae5b96-08ca-458b-9643-34267ddd7f82']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:03.009034 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Set router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:03.009221 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adf0ea4-7ebe-4143-9069-5f2165bf4255') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:03.009413 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adf0ea4-7ebe-4143-9069-5f2165bf4255') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:03.032609 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2041145'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.065537 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.077605 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:20:03.077605 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-842808'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: from cryptography.utils import int_from_bytes May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: from cryptography.utils import int_from_bytes May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: Traceback (most recent call last): May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: timer() May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: cb(*args, **kw) May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: return func(*args, **kwargs) May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: self._notify() May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: self.callback(batched_events) May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: event.method(event) May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: return f(self, *a, **k) May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: return self._get(url).json() May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: return self.request(url, 'GET', **kwargs) May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:20:03.173208 dv-cinder-768105-9-smb neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:20:03.175670 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.182380 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e5eedc1-87bb-4352-95e0-9dda5e406243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:03.216398 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.222924 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-353acdf2-b8f1-4bdc-bd41-a45284a45464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.230011 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-73a7536f-4bcd-4f22-9494-944e8a636250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:03.252607 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ae5b96-08ca-458b-9643-34267ddd7f82,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:03.255553 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] 10.222.0.107 "DELETE /v2.0/networks/64ae5b96-08ca-458b-9643-34267ddd7f82 HTTP/1.1" status: 204 len: 168 time: 0.8299775 May 19 11:20:03.263646 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:03.265034 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 40682) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:03.367320 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-5c641d13-a961-4b7c-bc99-05d7037503e3 None None] Provisioning complete for port 93435928-0b17-4c05-a13f-9c4bbbfb3274 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:03.367320 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c641d13-a961-4b7c-bc99-05d7037503e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.386247 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf52cb3-c936-48cf-9d2e-b68979d99ca9 admin admin] Deleting subnet b3ece4a2-041c-4655-b953-3e4509b718e4 {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:20:03.394905 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-baf52cb3-c936-48cf-9d2e-b68979d99ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.460308 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353acdf2-b8f1-4bdc-bd41-a45284a45464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7dd2c5-0bcc-41bb-8dd5-723abda3b634,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:03.466624 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-353acdf2-b8f1-4bdc-bd41-a45284a45464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:03.470194 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-353acdf2-b8f1-4bdc-bd41-a45284a45464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.474582 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-353acdf2-b8f1-4bdc-bd41-a45284a45464 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/de7dd2c5-0bcc-41bb-8dd5-723abda3b634 HTTP/1.1" status: 204 len: 168 time: 0.9267027 May 19 11:20:03.495520 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'name': 'tempest-TestMinimumBasicScenario-986119764-router', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:58Z', 'updated_at': '2021-05-19T11:20:00Z', 'revision_number': 3, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'gw_port': {'id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:00Z', 'updated_at': '2021-05-19T11:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:03.503194 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Checking router: 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:20:03.506569 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Updating router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 port c30663bf-53da-4a63-b0a7-3a44199436ad binding host dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:20:03.645807 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.661270 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-baf52cb3-c936-48cf-9d2e-b68979d99ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2041134'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.717202 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 93435928-0b17-4c05-a13f-9c4bbbfb3274 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:03.820067 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6ea1f-669a-4d85-9ca8-6005d24462ed req-0705cd9b-0a0f-4384-95d0-bcf4ef421bfe tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:03.828112 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6fc6ea1f-669a-4d85-9ca8-6005d24462ed req-0705cd9b-0a0f-4384-95d0-bcf4ef421bfe tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.3781180 May 19 11:20:03.868000 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-baf52cb3-c936-48cf-9d2e-b68979d99ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.883673 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:03.926293 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 93435928-0b17-4c05-a13f-9c4bbbfb3274 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:03.926665 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.288452 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.323499 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.339713 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Transition to ACTIVE for port object c30663bf-53da-4a63-b0a7-3a44199436ad will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:04.343195 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6fc6ea1f-669a-4d85-9ca8-6005d24462ed req-31bce7c6-1338-4caa-8ba0-ae2dfe2c1c67 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880305 May 19 11:20:04.348547 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.355050 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-caf50a74-6532-4990-a865-e41635964b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:04.423362 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 4076082d-bc9e-40d8-9307-33c7ebce0a4d up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:04.448462 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39284006-4aed-476b-9d53-0453715c6bb2 None None] Pushing event updated for resources: {'Port': ['ID=c30663bf-53da-4a63-b0a7-3a44199436ad,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:04.451196 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Attempting to bind port c30663bf-53da-4a63-b0a7-3a44199436ad on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:20:04.451860 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Attempting to bind port c30663bf-53da-4a63-b0a7-3a44199436ad by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:20:04.452443 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Attempting to bind port c30663bf-53da-4a63-b0a7-3a44199436ad on network e5113189-49f1-4a6b-9cbc-e8af0973913c {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:04.455013 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-39284006-4aed-476b-9d53-0453715c6bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:04.468595 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:20:04.469530 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Checking segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:04.470327 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.471078 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Bound using segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:20:04.471975 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Bound port: c30663bf-53da-4a63-b0a7-3a44199436ad, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:20:04.472717 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.492060 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7d41-f7b4-49fa-9196-f4433c186c30 req-d53feeeb-14f1-41f8-a3b5-e37be111659c tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:04.499191 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d26c7d41-f7b4-49fa-9196-f4433c186c30 req-d53feeeb-14f1-41f8-a3b5-e37be111659c tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 944 time: 0.5416899 May 19 11:20:04.582658 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 4076082d-bc9e-40d8-9307-33c7ebce0a4d completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:04.594335 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 4076082d-bc9e-40d8-9307-33c7ebce0a4d triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:04.594765 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.639540 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d26c7d41-f7b4-49fa-9196-f4433c186c30 req-13974427-d573-4bed-8d4c-af2ec2bde387 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393728 May 19 11:20:04.661930 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-baf52cb3-c936-48cf-9d2e-b68979d99ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1022618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127981197'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.667102 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:04.683970 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] For port c30663bf-53da-4a63-b0a7-3a44199436ad, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:20:04.693126 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] For port c30663bf-53da-4a63-b0a7-3a44199436ad, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c30663bf-53da-4a63-b0a7-3a44199436ad,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:20:04.699664 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.703178 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf52cb3-c936-48cf-9d2e-b68979d99ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ece4a2-041c-4655-b953-3e4509b718e4,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:04.707208 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-baf52cb3-c936-48cf-9d2e-b68979d99ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:04.711333 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-baf52cb3-c936-48cf-9d2e-b68979d99ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.716062 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:04.720136 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-baf52cb3-c936-48cf-9d2e-b68979d99ca9 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/b3ece4a2-041c-4655-b953-3e4509b718e4 HTTP/1.1" status: 204 len: 168 time: 1.4537880 May 19 11:20:04.720806 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 40718) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:04.739997 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Allocated IP 172.20.0.1 (96635f56-ebed-438b-ad8f-3f95d2c6198d/f25ea5c9-a581-425d-9b0f-bf5319fb7b04/283071fd-8762-44ec-8790-337529670381) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:20:04.847418 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Routers {'61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:04.847970 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:04.855704 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.874189 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.907667 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39284006-4aed-476b-9d53-0453715c6bb2 None None] Pushing event updated for resources: {'Port': ['ID=c30663bf-53da-4a63-b0a7-3a44199436ad,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:04.917925 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-39284006-4aed-476b-9d53-0453715c6bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:04.931168 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 4076082d-bc9e-40d8-9307-33c7ebce0a4d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4076082d-bc9e-40d8-9307-33c7ebce0a4d,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:04.932697 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cb7e65-8d9a-421e-9505-7df3699d0594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4076082d-bc9e-40d8-9307-33c7ebce0a4d'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:04.943755 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.946430 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:05.023902 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=4076082d-bc9e-40d8-9307-33c7ebce0a4d,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:05.028438 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:05.039599 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.054884 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cb7e65-8d9a-421e-9505-7df3699d0594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4076082d-bc9e-40d8-9307-33c7ebce0a4d', 'code': 200} May 19 11:20:05.076929 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] Set router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:05.113327 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.132017 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b95e2e5-e764-4a48-b36c-63065bd1cb7f']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:05.146362 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Transition to ACTIVE for port object 283071fd-8762-44ec-8790-337529670381 will not be triggered until provisioned by entity DHCP. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:05.156685 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bc1924-fc5e-4921-944f-bc8127addf15') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:05.158206 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bc1924-fc5e-4921-944f-bc8127addf15') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:05.177004 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2041145'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.210137 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.220784 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.237644 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:20:05.238130 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-842808'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.251286 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:05.346872 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Pushing event updated for resources: {'Port': ['ID=283071fd-8762-44ec-8790-337529670381,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:05.353168 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:05.355234 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Network 96635f56-ebed-438b-ad8f-3f95d2c6198d is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:05.358301 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:05.361686 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: Traceback (most recent call last): May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: timer() May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: cb(*args, **kw) May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: return func(*args, **kwargs) May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: self._notify() May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: self.callback(batched_events) May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: event.method(event) May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: return f(self, *a, **k) May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: return self._get(url).json() May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: return self.request(url, 'GET', **kwargs) May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:20:05.376523 dv-cinder-768105-9-smb neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:20:05.380497 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.459039 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.466728 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405564'] for router_interface, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.470325 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8a98b15a-7de0-470b-9a8d-bf5bb9083d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:05.495945 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] 10.222.0.107 "DELETE /v2.0/networks/9b95e2e5-e764-4a48-b36c-63065bd1cb7f HTTP/1.1" status: 204 len: 168 time: 0.7741356 May 19 11:20:05.497459 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b95e2e5-e764-4a48-b36c-63065bd1cb7f,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:05.508794 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-112bbd70-b619-4911-8e7d-f406b291522b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:05.537526 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3953e-2126-4ee2-bab4-42baed7792b4 req-387a6310-3aab-41ca-9e52-6c2578f7deea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:05.540460 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5ba3953e-2126-4ee2-bab4-42baed7792b4 req-387a6310-3aab-41ca-9e52-6c2578f7deea service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 1098 time: 0.1611259 May 19 11:20:05.659959 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'name': 'tempest-TestMinimumBasicScenario-986119764-router', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:58Z', 'updated_at': '2021-05-19T11:20:00Z', 'revision_number': 3, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'gw_port': {'id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:00Z', 'updated_at': '2021-05-19T11:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:05.671907 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f1270-d72c-4b35-8817-dbc74a74313f None None] The sync data for ids ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'] in dv-cinder-768105-9-smb is: [{'id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'name': 'tempest-TestMinimumBasicScenario-986119764-router', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:58Z', 'updated_at': '2021-05-19T11:20:00Z', 'revision_number': 3, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'gw_port': {'id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:00Z', 'updated_at': '2021-05-19T11:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:20:05.774333 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5ba3953e-2126-4ee2-bab4-42baed7792b4 req-4694117f-1d7e-4123-990d-83f1e43bf446 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255428 May 19 11:20:05.836065 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.836543 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-483c62de-c123-4c4d-ab3d-e2a6b84c4182 None None] Provisioning for port 283071fd-8762-44ec-8790-337529670381 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:05.854758 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-483c62de-c123-4c4d-ab3d-e2a6b84c4182 None None] Provisioning complete for port 283071fd-8762-44ec-8790-337529670381 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:05.863473 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f1643-3534-4f95-8b5b-811a839053a4 req-85ba2216-fdec-4fd0-b64e-806dee4410d3 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:05.864080 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-483c62de-c123-4c4d-ab3d-e2a6b84c4182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.866045 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9a8f1643-3534-4f95-8b5b-811a839053a4 req-85ba2216-fdec-4fd0-b64e-806dee4410d3 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1831207 May 19 11:20:05.952884 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9a8f1643-3534-4f95-8b5b-811a839053a4 req-3f4bb551-7f36-4ca6-bd45-b4cd7f8006c1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784545 May 19 11:20:05.995068 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 40762) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:06.054274 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-483c62de-c123-4c4d-ab3d-e2a6b84c4182 None None] Port 283071fd-8762-44ec-8790-337529670381 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:20:06.062803 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-d9dd5a9c-364f-4b52-a89f-89b689e37a12 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=aad3ac9d1c4b41feb6a1f5a82b0ae25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662584 May 19 11:20:06.063579 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 40766) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:06.239751 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-70412f83-a3c2-419d-a099-2ff9f056ad9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:06.298624 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac04b01-d558-4cd2-97e0-9a500ca800fb req-38dfdd85-d21f-4c6d-a31d-a9113d58e855 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:06.300466 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7ac04b01-d558-4cd2-97e0-9a500ca800fb req-38dfdd85-d21f-4c6d-a31d-a9113d58e855 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 945 time: 0.2128828 May 19 11:20:06.308471 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-70412f83-a3c2-419d-a099-2ff9f056ad9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:06.421899 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7ac04b01-d558-4cd2-97e0-9a500ca800fb req-7b0a4ed3-7087-4a2e-b409-dcffdad56cde tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054676 May 19 11:20:06.473820 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-70412f83-a3c2-419d-a099-2ff9f056ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:06.478993 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-093991c4-fa82-41ed-bd09-4f557f66af20 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:06.494340 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70412f83-a3c2-419d-a099-2ff9f056ad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3808e217-2cad-4a7a-9665-1dac29b77675,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:06.503619 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:06.508780 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-70412f83-a3c2-419d-a099-2ff9f056ad9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:06.522446 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-70412f83-a3c2-419d-a099-2ff9f056ad9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:06.524504 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:06.526976 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-70412f83-a3c2-419d-a099-2ff9f056ad9d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3808e217-2cad-4a7a-9665-1dac29b77675 HTTP/1.1" status: 204 len: 168 time: 0.4621146 May 19 11:20:06.558070 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:20:06.609119 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-75df32cd-fec9-4235-8cf9-6d1050cbf161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:06.760778 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405595'] for router_interface, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:06.907817 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5dffd-1798-4cde-afaf-309a4b4fe097 req-8f33804b-b8ec-4aa9-a1ae-9717967260c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:06.909704 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ecf5dffd-1798-4cde-afaf-309a4b4fe097 req-8f33804b-b8ec-4aa9-a1ae-9717967260c1 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 1098 time: 0.1219800 May 19 11:20:06.937017 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Pushing event updated for resources: {'Port': ['ID=283071fd-8762-44ec-8790-337529670381,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:06.945174 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:06.985201 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ecf5dffd-1798-4cde-afaf-309a4b4fe097 req-134f79cc-5ea2-4545-942b-e0eb91462b95 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671775 May 19 11:20:07.048908 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Network 96635f56-ebed-438b-ad8f-3f95d2c6198d is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:07.050389 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:07.260899 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40798) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:07.346724 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b92e-fc6c-4d5f-ac02-6e85d6a50d2c req-3023ccf5-4548-4c72-ac1c-757fd1634f06 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:07.352338 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3e26b92e-fc6c-4d5f-ac02-6e85d6a50d2c req-3023ccf5-4548-4c72-ac1c-757fd1634f06 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1436739 May 19 11:20:07.399862 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-a6a0cdc8-dfd7-482a-90c6-fd43a0a45416 None None] Provisioning complete for port 283071fd-8762-44ec-8790-337529670381 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:07.400807 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cdc8-dfd7-482a-90c6-fd43a0a45416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:07.414817 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-8a4184f4-bd8f-406b-8f71-849f3c4b0e3d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7579d9d4851044fcaf42934cd68ea7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526518 May 19 11:20:07.417600 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 40806) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:07.455860 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:20:07.474009 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3e26b92e-fc6c-4d5f-ac02-6e85d6a50d2c req-dce73ac5-54a8-4b22-8b81-22602223bdc9 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118402 May 19 11:20:07.504061 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0cdc8-dfd7-482a-90c6-fd43a0a45416 None None] Port 283071fd-8762-44ec-8790-337529670381 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:20:07.745343 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c30663bf-53da-4a63-b0a7-3a44199436ad up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:07.805562 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:07.814008 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacc161-b77f-4316-ba2b-306571d3b6fd req-7d4a8cfe-6e1c-46d3-aa91-b38c04289db9 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:07.815843 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2eacc161-b77f-4316-ba2b-306571d3b6fd req-7d4a8cfe-6e1c-46d3-aa91-b38c04289db9 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 945 time: 0.2196960 May 19 11:20:07.887946 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port c30663bf-53da-4a63-b0a7-3a44199436ad completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:07.892434 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port c30663bf-53da-4a63-b0a7-3a44199436ad triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:07.892877 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:07.925174 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2eacc161-b77f-4316-ba2b-306571d3b6fd req-28077228-7369-470f-aab3-acec4c9cfd35 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995920 May 19 11:20:07.990574 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:08.019778 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:20:08.043504 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] 10.222.0.107 "PUT /v2.0/routers/61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2201083 May 19 11:20:08.077503 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:08.102355 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port c30663bf-53da-4a63-b0a7-3a44199436ad, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c30663bf-53da-4a63-b0a7-3a44199436ad,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:08.104738 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:08.107494 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:08.110310 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-baedec8a-91ad-4064-8d0a-a65630662332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:08.111434 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-248ba5f8-384e-428a-ba3f-58fcdcd923de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:08.138328 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0092229-b570-4acb-9eac-10202f88879f,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:08.152802 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.153250 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.153695 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.154115 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.154527 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.155024 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.155349 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.155785 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.156343 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.156752 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.157171 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.157647 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:08.163935 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:08.170141 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a0092229-b570-4acb-9eac-10202f88879f HTTP/1.1" status: 204 len: 168 time: 0.7507157 May 19 11:20:08.172575 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:08.287188 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=c30663bf-53da-4a63-b0a7-3a44199436ad,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:08.290620 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:08.496735 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Sync routers for ids ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:20:08.511560 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Routers {'61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:08.512276 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:08.916777 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb4c31-f6c1-448e-847d-531ddeeb2e07 req-be089baf-d228-43c4-a26e-76e38bc41e0d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:08.918453 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b6bb4c31-f6c1-448e-847d-531ddeeb2e07 req-be089baf-d228-43c4-a26e-76e38bc41e0d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1747377 May 19 11:20:08.987620 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b6bb4c31-f6c1-448e-847d-531ddeeb2e07 req-6d149857-dd48-4b51-8971-661e892f4dd0 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613544 May 19 11:20:09.053740 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Set router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:09.713493 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c30663bf-53da-4a63-b0a7-3a44199436ad up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:09.820055 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port c30663bf-53da-4a63-b0a7-3a44199436ad triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:09.820648 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:09.864981 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1df38-e14f-46ac-a716-be8478472a19 req-caeb50cb-07e5-479e-ad11-a56f931e4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:09.880482 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8ce1df38-e14f-46ac-a716-be8478472a19 req-caeb50cb-07e5-479e-ad11-a56f931e4f73 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 1098 time: 0.4371452 May 19 11:20:09.963077 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050b2c2-0545-48dc-8129-f86addd860f8 req-ba1b1a49-2846-4435-8900-35862ac71b18 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:09.974625 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9050b2c2-0545-48dc-8129-f86addd860f8 req-ba1b1a49-2846-4435-8900-35862ac71b18 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.4093320 May 19 11:20:10.021955 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'name': 'tempest-TestMinimumBasicScenario-986119764-router', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:58Z', 'updated_at': '2021-05-19T11:20:05Z', 'revision_number': 4, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'gw_port': {'id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:00Z', 'updated_at': '2021-05-19T11:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '283071fd-8762-44ec-8790-337529670381', 'name': '', 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'mac_address': 'fa:16:3e:a9:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f25ea5c9-a581-425d-9b0f-bf5319fb7b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:04Z', 'updated_at': '2021-05-19T11:20:06Z', 'revision_number': 2, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'subnets': [{'id': 'f25ea5c9-a581-425d-9b0f-bf5319fb7b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:10.051927 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Checking router: 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:20:10.054060 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Updating router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 port 283071fd-8762-44ec-8790-337529670381 binding host dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:20:10.264649 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9050b2c2-0545-48dc-8129-f86addd860f8 req-daff219c-e43d-46fd-adec-de4a8517e3aa tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884533 May 19 11:20:10.270263 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:10.543118 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1df38-e14f-46ac-a716-be8478472a19 req-61d017f3-f045-4c0d-bb2e-cebd41e33ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:10.546370 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8ce1df38-e14f-46ac-a716-be8478472a19 req-61d017f3-f045-4c0d-bb2e-cebd41e33ee9 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 919 time: 0.6570892 May 19 11:20:10.714469 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8ce1df38-e14f-46ac-a716-be8478472a19 req-68947ed1-1820-484f-a74f-9c1f0ecf6cdc service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22 HTTP/1.1" status: 200 len: 217 time: 0.1410398 May 19 11:20:10.940218 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1df38-e14f-46ac-a716-be8478472a19 req-58566a13-ad71-4b77-addb-66273ea5d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:10.941690 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8ce1df38-e14f-46ac-a716-be8478472a19 req-58566a13-ad71-4b77-addb-66273ea5d249 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e HTTP/1.1" status: 200 len: 857 time: 0.2233522 May 19 11:20:10.983114 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:11.015375 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8ce1df38-e14f-46ac-a716-be8478472a19 req-b6a39741-f7a8-4710-9015-4400ec2001e4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b0388072-038d-4c14-a70f-4a6a2ce6a580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656755 May 19 11:20:11.029377 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Transition to ACTIVE for port object 283071fd-8762-44ec-8790-337529670381 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:11.042432 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:11.048984 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1fcff689-3454-423a-bbe6-60cf584caea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:11.141378 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7a44a-9398-4821-904d-c96f262b907f None None] Pushing event updated for resources: {'Port': ['ID=283071fd-8762-44ec-8790-337529670381,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:11.148223 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-99d7a44a-9398-4821-904d-c96f262b907f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:11.373953 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8ce1df38-e14f-46ac-a716-be8478472a19 req-f071b5f9-7033-4d24-a942-fa4ae47aac63 service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410335 May 19 11:20:11.510198 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Attempting to bind port 283071fd-8762-44ec-8790-337529670381 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:20:11.510674 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Attempting to bind port 283071fd-8762-44ec-8790-337529670381 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '59b15164-b21e-4aa2-851a-b90bca94b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:20:11.511139 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Attempting to bind port 283071fd-8762-44ec-8790-337529670381 on network 96635f56-ebed-438b-ad8f-3f95d2c6198d {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:11.529295 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:20:11.529810 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Checking segment: {'id': '59b15164-b21e-4aa2-851a-b90bca94b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:11.530560 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:11.531322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Bound using segment: {'id': '59b15164-b21e-4aa2-851a-b90bca94b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:20:11.532026 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Bound port: 283071fd-8762-44ec-8790-337529670381, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b15164-b21e-4aa2-851a-b90bca94b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:20:11.532483 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:11.670718 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8ce1df38-e14f-46ac-a716-be8478472a19 req-54d0f0da-98da-4295-a128-48c940dc890f service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838309 May 19 11:20:11.690478 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8567f48-d6fa-4254-a870-9edb76982962 req-b424ea5e-402b-4acb-aab2-f1c219baff6c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:11.691963 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a8567f48-d6fa-4254-a870-9edb76982962 req-b424ea5e-402b-4acb-aab2-f1c219baff6c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.2192693 May 19 11:20:11.758243 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] For port 283071fd-8762-44ec-8790-337529670381, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:20:11.765120 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] For port 283071fd-8762-44ec-8790-337529670381, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=283071fd-8762-44ec-8790-337529670381,segment=NetworkSegment(59b15164-b21e-4aa2-851a-b90bca94b791),segment_id=59b15164-b21e-4aa2-851a-b90bca94b791)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:20:11.771674 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:11.780175 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:11.808645 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a8567f48-d6fa-4254-a870-9edb76982962 req-6d8211dc-695d-4e43-af57-10700fd752ab tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088824 May 19 11:20:11.893219 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Routers {'61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:11.894266 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:12.002172 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7a44a-9398-4821-904d-c96f262b907f None None] Pushing event updated for resources: {'Port': ['ID=283071fd-8762-44ec-8790-337529670381,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:12.014255 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-99d7a44a-9398-4821-904d-c96f262b907f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:12.237227 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] Set router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:12.725994 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'name': 'tempest-TestMinimumBasicScenario-986119764-router', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:58Z', 'updated_at': '2021-05-19T11:20:05Z', 'revision_number': 4, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'gw_port': {'id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:00Z', 'updated_at': '2021-05-19T11:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '283071fd-8762-44ec-8790-337529670381', 'name': '', 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'mac_address': 'fa:16:3e:a9:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f25ea5c9-a581-425d-9b0f-bf5319fb7b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:04Z', 'updated_at': '2021-05-19T11:20:11Z', 'revision_number': 4, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'subnets': [{'id': 'f25ea5c9-a581-425d-9b0f-bf5319fb7b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:12.731363 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b316c-60cd-4dd5-8f0f-787383eba2c9 None None] The sync data for ids ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'] in dv-cinder-768105-9-smb is: [{'id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'name': 'tempest-TestMinimumBasicScenario-986119764-router', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:58Z', 'updated_at': '2021-05-19T11:20:05Z', 'revision_number': 4, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'gw_port': {'id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:00Z', 'updated_at': '2021-05-19T11:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '283071fd-8762-44ec-8790-337529670381', 'name': '', 'network_id': '96635f56-ebed-438b-ad8f-3f95d2c6198d', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'mac_address': 'fa:16:3e:a9:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f25ea5c9-a581-425d-9b0f-bf5319fb7b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:04Z', 'updated_at': '2021-05-19T11:20:11Z', 'revision_number': 4, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'subnets': [{'id': 'f25ea5c9-a581-425d-9b0f-bf5319fb7b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:20:13.137944 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b2f9b-32d9-45ad-976b-8d82068a188e req-b741d332-28b1-4359-bd31-2aa21cea3cad tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:13.145261 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-077b2f9b-32d9-45ad-976b-8d82068a188e req-b741d332-28b1-4359-bd31-2aa21cea3cad tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1375139 May 19 11:20:13.230108 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-077b2f9b-32d9-45ad-976b-8d82068a188e req-5cd840b0-81f2-47e0-a551-7fdefc7ff322 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838182 May 19 11:20:13.724281 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 283071fd-8762-44ec-8790-337529670381 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:13.829469 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port 283071fd-8762-44ec-8790-337529670381 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:13.841754 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 283071fd-8762-44ec-8790-337529670381 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:13.842701 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:14.073323 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:14.146336 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port 283071fd-8762-44ec-8790-337529670381, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=283071fd-8762-44ec-8790-337529670381,segment=NetworkSegment(59b15164-b21e-4aa2-851a-b90bca94b791),segment_id=59b15164-b21e-4aa2-851a-b90bca94b791)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:14.153083 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:14.166592 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:14.338276 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=283071fd-8762-44ec-8790-337529670381,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:14.355175 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:14.710058 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6344e4-5611-4b92-b1f0-3fead70d7590 req-7b0178b4-0571-4c9d-b3e9-79baa0b5a5f8 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:14.732653 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7c6344e4-5611-4b92-b1f0-3fead70d7590 req-7b0178b4-0571-4c9d-b3e9-79baa0b5a5f8 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.2358022 May 19 11:20:14.855126 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7c6344e4-5611-4b92-b1f0-3fead70d7590 req-38485143-ed79-43dd-9dec-ad26f17dbb8b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211367 May 19 11:20:15.249766 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41042) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:15.315265 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41048) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:15.444912 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:15.507647 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:15.525863 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Usage tracker for resource:security_group_rule and tenant:86b701ebb5de4b7daf23323d91f7dc58 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:15.546529 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:15.556439 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:15.691174 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-46fc243a-887b-47c0-9caa-bae801b5bd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:15.738277 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 283071fd-8762-44ec-8790-337529670381 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:15.751736 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-46fc243a-887b-47c0-9caa-bae801b5bd2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:15.765082 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-46fc243a-887b-47c0-9caa-bae801b5bd2d admin admin] Usage tracker for resource:security_group_rule and tenant:b7b3fd0f8b454567887ce04b713840e1 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:15.771995 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-46fc243a-887b-47c0-9caa-bae801b5bd2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:15.812485 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-46fc243a-887b-47c0-9caa-bae801b5bd2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:15.915630 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:15.925373 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:15.927268 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 283071fd-8762-44ec-8790-337529670381 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:15.928793 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.019660 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-14e691f4-c316-4838-a02c-cb2e9443abbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:16.046327 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=86b701ebb5de4b7daf23323d91f7dc58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7926185 May 19 11:20:16.055670 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41082) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:16.098889 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b86ae6-31b8-4b86-87ed-b045c46313e0,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:16.102436 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-46fc243a-887b-47c0-9caa-bae801b5bd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.117364 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-46fc243a-887b-47c0-9caa-bae801b5bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.120191 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.120569 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.123050 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.124524 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.124898 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.125901 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.127415 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.128457 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.130219 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.132918 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.139359 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d2a085d0-2948-4492-b5a2-dc9dd177efb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:16.146055 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.149876 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:16.173567 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:16.250972 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41094) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:16.257772 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-46fc243a-887b-47c0-9caa-bae801b5bd2d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b7b3fd0f8b454567887ce04b713840e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9412582 May 19 11:20:16.263964 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc243a-887b-47c0-9caa-bae801b5bd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30c1b6c-929b-4889-b500-562da3c931f9,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:16.290448 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-46fc243a-887b-47c0-9caa-bae801b5bd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:16.323214 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-03e05f3d-a55e-4d98-87fb-ce6850757b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.370675 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-03e05f3d-a55e-4d98-87fb-ce6850757b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.385913 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5cae-2643-4938-b2d4-3836749b8456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.444708 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5cae-2643-4938-b2d4-3836749b8456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.475673 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-03e05f3d-a55e-4d98-87fb-ce6850757b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.484606 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-30a4c241-6e88-48ca-9ded-fd2b049e972d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:16.503233 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e05f3d-a55e-4d98-87fb-ce6850757b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b86ae6-31b8-4b86-87ed-b045c46313e0,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:16.507164 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-03e05f3d-a55e-4d98-87fb-ce6850757b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:16.516795 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-03e05f3d-a55e-4d98-87fb-ce6850757b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.518469 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-03e05f3d-a55e-4d98-87fb-ce6850757b6f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c0b86ae6-31b8-4b86-87ed-b045c46313e0 HTTP/1.1" status: 204 len: 168 time: 0.4594448 May 19 11:20:16.526753 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5cae-2643-4938-b2d4-3836749b8456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.532884 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ea3ea136-3a5b-4e1d-8b93-c99e19774242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:16.557591 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b5cae-2643-4938-b2d4-3836749b8456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30c1b6c-929b-4889-b500-562da3c931f9,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:16.564773 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3b2b5cae-2643-4938-b2d4-3836749b8456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:16.576048 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5cae-2643-4938-b2d4-3836749b8456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.579582 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-3b2b5cae-2643-4938-b2d4-3836749b8456 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a30c1b6c-929b-4889-b500-562da3c931f9 HTTP/1.1" status: 204 len: 168 time: 0.3250110 May 19 11:20:17.461364 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bbbad-8593-49f6-97bc-6104b0b93bba req-8ffa0e3b-4ef3-48dd-aaa4-6fe34c678a58 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:17.463727 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0f4bbbad-8593-49f6-97bc-6104b0b93bba req-8ffa0e3b-4ef3-48dd-aaa4-6fe34c678a58 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1359546 May 19 11:20:17.525517 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0f4bbbad-8593-49f6-97bc-6104b0b93bba req-b4599807-8608-48a8-b9d5-323b3339ed73 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542755 May 19 11:20:18.021868 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41148) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:18.281089 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-917001385-network', 'tenant_id': 'bfd1377086944cd9a52f5417472c59f7'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:18.292529 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:18.312654 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Usage tracker for resource:network and tenant:bfd1377086944cd9a52f5417472c59f7 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:18.316720 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:18.324005 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:18.342073 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Made reservation on behalf of bfd1377086944cd9a52f5417472c59f7 for: {'network': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:18.344858 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.358414 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.377413 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:18.381687 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Usage tracker for resource:security_group_rule and tenant:bfd1377086944cd9a52f5417472c59f7 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:18.385230 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:18.392382 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:18.498199 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.517156 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.522867 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d94686f2-4377-40ff-804f-718718b3d160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:18.565633 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6415841-72a4-4868-98ec-df57af93fbd3,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:18.569596 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:18.579922 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=91615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:20:18.594787 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.596455 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.segments_db [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Added segment 919c9d81-24aa-44c3-ad3d-d4878553764f of type vlan for network 0cd74b42-754a-489f-87a4-f256d98370a5 May 19 11:20:18.638265 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.679274 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.681319 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:18.682089 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.685913 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:18.796658 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Pushing event updated for resources: {'Network': ['ID=0cd74b42-754a-489f-87a4-f256d98370a5,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:18.799414 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:18.809134 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 0cd74b42-754a-489f-87a4-f256d98370a5 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:20:18.836282 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41176) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:18.844076 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Request body: {'subnet': {'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-917001385-subnet', 'tenant_id': 'bfd1377086944cd9a52f5417472c59f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:18.847689 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8244455 May 19 11:20:18.850053 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:18.854372 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Usage tracker for resource:subnet and tenant:bfd1377086944cd9a52f5417472c59f7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:18.858791 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:18.869535 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:18.882410 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Made reservation on behalf of bfd1377086944cd9a52f5417472c59f7 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:18.885401 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127981238'] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:19.461681 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1022677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127981188'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:19.470020 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-61d89cc2-d170-4632-8807-b3ab346c9203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:19.699901 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Checking segment: {'id': '919c9d81-24aa-44c3-ad3d-d4878553764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:19.700870 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Network hostable DHCP agents. Network: 0cd74b42-754a-489f-87a4-f256d98370a5, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:20:19.712779 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:19.718582 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:19.742482 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Network 0cd74b42-754a-489f-87a4-f256d98370a5 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:20:19.759500 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 0cd74b42-754a-489f-87a4-f256d98370a5) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:19.775802 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4a84a1-be61-4957-ac2c-3adb7e7e3a7d None None] Network 0cd74b42-754a-489f-87a4-f256d98370a5 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:20:19.804214 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:19.804820 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:19.999123 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1516125 May 19 11:20:20.028143 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271ba2d-97c0-4c37-a53a-d266461d4b67 req-5dbd0948-59fb-4f58-b777-33c0cbacc2da tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:20.030589 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1271ba2d-97c0-4c37-a53a-d266461d4b67 req-5dbd0948-59fb-4f58-b777-33c0cbacc2da tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 945 time: 0.2142961 May 19 11:20:20.147860 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8ca27-8aec-43ad-826d-476b93aee285 None None] Network 0cd74b42-754a-489f-87a4-f256d98370a5 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:20:20.154846 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1271ba2d-97c0-4c37-a53a-d266461d4b67 req-35990b5d-993c-46e4-8f5a-e970f7b7efd0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178219 May 19 11:20:21.455669 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2e592-80d6-43a8-a890-266a781dc818 req-3671d12f-6506-470d-9603-563c2e8ed6a3 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:21.458159 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-03c2e592-80d6-43a8-a890-266a781dc818 req-3671d12f-6506-470d-9603-563c2e8ed6a3 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 945 time: 0.2412965 May 19 11:20:21.535386 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7db86-d00d-4251-9276-195717bc6d13 req-2f0ea81d-70ba-40b1-9701-c1eed27d9bb4 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:21.542728 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b6b7db86-d00d-4251-9276-195717bc6d13 req-2f0ea81d-70ba-40b1-9701-c1eed27d9bb4 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 945 time: 0.1782861 May 19 11:20:21.615906 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b6b7db86-d00d-4251-9276-195717bc6d13 req-05857b6b-bd4b-42d4-883a-ffd71926e58d tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718305 May 19 11:20:21.779262 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [req-03c2e592-80d6-43a8-a890-266a781dc818 req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Deleting port 4076082d-bc9e-40d8-9307-33c7ebce0a4d {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:20:21.779887 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-03c2e592-80d6-43a8-a890-266a781dc818 req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:21.840003 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5091-8d99-47b7-acae-7cb1ef74234b req-4209ddb9-08db-4657-8843-a87a88c40977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:21.842170 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-df4f5091-8d99-47b7-acae-7cb1ef74234b req-4209ddb9-08db-4657-8843-a87a88c40977 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 1098 time: 0.1113310 May 19 11:20:21.987800 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-03c2e592-80d6-43a8-a890-266a781dc818 req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] For port 4076082d-bc9e-40d8-9307-33c7ebce0a4d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4076082d-bc9e-40d8-9307-33c7ebce0a4d,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:21.988163 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-03c2e592-80d6-43a8-a890-266a781dc818 req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:22.004015 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5091-8d99-47b7-acae-7cb1ef74234b req-68c06908-cbe5-4c3f-81d7-fc6928380a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:22.006095 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-df4f5091-8d99-47b7-acae-7cb1ef74234b req-68c06908-cbe5-4c3f-81d7-fc6928380a9c service neutron] 10.222.0.106 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 919 time: 0.1573853 May 19 11:20:22.080944 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-df4f5091-8d99-47b7-acae-7cb1ef74234b req-d9246bb4-b492-409f-9247-e5dac9d8222b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22 HTTP/1.1" status: 200 len: 217 time: 0.0697215 May 19 11:20:22.157941 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5091-8d99-47b7-acae-7cb1ef74234b req-0212b168-5d0a-486e-8c5d-8e3ec39359bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:22.159385 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-df4f5091-8d99-47b7-acae-7cb1ef74234b req-0212b168-5d0a-486e-8c5d-8e3ec39359bd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e HTTP/1.1" status: 200 len: 857 time: 0.0691557 May 19 11:20:22.168058 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [req-03c2e592-80d6-43a8-a890-266a781dc818 req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Calling delete_port for 4076082d-bc9e-40d8-9307-33c7ebce0a4d owned by compute:nova {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:20:22.219612 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-df4f5091-8d99-47b7-acae-7cb1ef74234b req-be3ba968-325a-4282-8624-c87ed2026d7e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b0388072-038d-4c14-a70f-4a6a2ce6a580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544915 May 19 11:20:22.325894 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4bc4-5cc3-419b-8664-c9be0728c688 req-1aa38eae-0f8f-42e8-bcda-f53cc908dc64 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:22.333056 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-132b4bc4-5cc3-419b-8664-c9be0728c688 req-1aa38eae-0f8f-42e8-bcda-f53cc908dc64 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.5154901 May 19 11:20:22.401376 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-df4f5091-8d99-47b7-acae-7cb1ef74234b req-7c23a51e-58fc-4393-9d8c-d8431a8ec24f service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713550 May 19 11:20:22.458745 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-132b4bc4-5cc3-419b-8664-c9be0728c688 req-5a343eca-2658-4a68-a5ee-5146ab44ed35 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232643 May 19 11:20:22.579902 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-03c2e592-80d6-43a8-a890-266a781dc818 req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:22.586936 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-df4f5091-8d99-47b7-acae-7cb1ef74234b req-59666a7b-917f-4fdb-a248-fb2bec084c58 service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803877 May 19 11:20:22.595139 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:22.651318 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Pushing event deleted for resources: {'Port': ['ID=4076082d-bc9e-40d8-9307-33c7ebce0a4d,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:22.730903 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:22.738168 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa0a44-b782-42dc-a350-162504dfc46f req-c1027798-c548-49cb-b406-62d7df2c4c43 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:22.746029 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-c1027798-c548-49cb-b406-62d7df2c4c43 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/networks?id=0cd74b42-754a-489f-87a4-f256d98370a5 HTTP/1.1" status: 200 len: 813 time: 0.3278339 May 19 11:20:22.808731 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-fb26c675-6834-4497-883c-6ca6e4d85ceb tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/quotas/bfd1377086944cd9a52f5417472c59f7 HTTP/1.1" status: 200 len: 375 time: 0.0617969 May 19 11:20:22.811749 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c2e592-80d6-43a8-a890-266a781dc818 req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] No DVR routers for this DVR port 4076082d-bc9e-40d8-9307-33c7ebce0a4d on host hv-cinder-76810 {{(pid=91616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:20:22.854585 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['20383ded-0363-4a06-9fe8-b5e1b10cb1aa', 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92', '4fc35a36-4b6e-4c1c-917a-d1035ff229f7'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:22.855468 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-03c2e592-80d6-43a8-a890-266a781dc818 req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:22.858325 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cb7e65-8d9a-421e-9505-7df3699d0594', 'name': 'network-vif-deleted', 'tag': '4076082d-bc9e-40d8-9307-33c7ebce0a4d'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:22.907111 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-041d7e4c-dfd1-4f6a-91f0-172b445fb52d tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=bfd1377086944cd9a52f5417472c59f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970416 May 19 11:20:23.152353 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-e09a70e9-8389-43c5-a4b9-717445323e8b req-1c0b4c9f-6a74-41b6-bad8-a05a0146245c tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Synchronizing usage tracker for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:20:23.159989 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-35e42a05-6747-44e5-8d98-2d91909d5b5f service neutron] 10.222.0.107 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515819 May 19 11:20:23.162959 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-03c2e592-80d6-43a8-a890-266a781dc818 req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "DELETE /v2.0/ports/4076082d-bc9e-40d8-9307-33c7ebce0a4d HTTP/1.1" status: 204 len: 173 time: 1.6907308 May 19 11:20:23.227611 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-e09a70e9-8389-43c5-a4b9-717445323e8b req-1c0b4c9f-6a74-41b6-bad8-a05a0146245c tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Unset dirty status for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:20:23.241942 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e09a70e9-8389-43c5-a4b9-717445323e8b req-1c0b4c9f-6a74-41b6-bad8-a05a0146245c tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=64cb7e65-8d9a-421e-9505-7df3699d0594 HTTP/1.1" status: 200 len: 210 time: 0.3901567 May 19 11:20:23.432718 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-13a3b17e-315b-4d2d-9f73-58e657e2efe7 service neutron] 10.222.0.107 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526100 May 19 11:20:23.496311 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cb7e65-8d9a-421e-9505-7df3699d0594', 'name': 'network-vif-deleted', 'tag': '4076082d-bc9e-40d8-9307-33c7ebce0a4d', 'status': 'completed', 'code': 200} May 19 11:20:23.714873 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-58bcbc91-6e6e-4fa8-abe4-e7e25cc9397d req-88e45cfb-a815-4d0b-b990-00be8b54485b tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 210 time: 0.0749743 May 19 11:20:23.742277 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7859f6c-13e0-4ab7-88e4-e0f170326002 req-96f85184-58ef-45d6-8b01-a503851754fc tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:23.749308 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c7859f6c-13e0-4ab7-88e4-e0f170326002 req-96f85184-58ef-45d6-8b01-a503851754fc tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1587133 May 19 11:20:23.805686 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c7859f6c-13e0-4ab7-88e4-e0f170326002 req-56dc74a8-9118-4446-b266-9a7058a5bc2c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550222 May 19 11:20:24.592552 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 4076082d-bc9e-40d8-9307-33c7ebce0a4d no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:24.666769 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 4076082d-bc9e-40d8-9307-33c7ebce0a4d {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:24.667124 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 4076082d-bc9e-40d8-9307-33c7ebce0a4d not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:25.000845 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a5e382f1-692f-453e-a878-d7a4b4d3e498 req-2c2f7894-e4ae-4427-9d69-f8d75d4f4215 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 210 time: 0.1103177 May 19 11:20:25.175637 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7d3d2-54d0-49da-8cc5-e60fa328957c req-95ee2e06-1b25-447d-a96b-f7a62b05e7d0 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:25.177929 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e2a7d3d2-54d0-49da-8cc5-e60fa328957c req-95ee2e06-1b25-447d-a96b-f7a62b05e7d0 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.2436645 May 19 11:20:25.217038 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa0a44-b782-42dc-a350-162504dfc46f req-60e71775-dcdb-4056-9ee0-0d7e67638a96 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:25.217038 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-60e71775-dcdb-4056-9ee0-0d7e67638a96 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.106 "GET /v2.0/networks?id=0cd74b42-754a-489f-87a4-f256d98370a5 HTTP/1.1" status: 200 len: 813 time: 0.3616107 May 19 11:20:25.236419 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Request body: {'port': {'device_id': '2484ce70-2556-456e-a1eb-e8100ace32f9', 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5', 'admin_state_up': True, 'tenant_id': 'bfd1377086944cd9a52f5417472c59f7'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:25.445540 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e2a7d3d2-54d0-49da-8cc5-e60fa328957c req-36337e44-457b-4e6d-b402-c0d81a443906 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333319 May 19 11:20:25.519306 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:25.525573 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Usage tracker for resource:port and tenant:bfd1377086944cd9a52f5417472c59f7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:25.535812 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:25.542527 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:25.559547 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Made reservation on behalf of bfd1377086944cd9a52f5417472c59f7 for: {'port': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:25.566022 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:25.695178 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41342) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:25.921292 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-f5d6ddd5-d09f-4df0-9ac5-392bb556131f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:25.940989 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Allocated IP 172.20.0.9 (0cd74b42-754a-489f-87a4-f256d98370a5/f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7/99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:20:25.941653 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-f5d6ddd5-d09f-4df0-9ac5-392bb556131f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:25.945986 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-f5d6ddd5-d09f-4df0-9ac5-392bb556131f admin admin] Usage tracker for resource:security_group_rule and tenant:bd1985c5a9f644f5b18dab17306863c4 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:25.950048 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-f5d6ddd5-d09f-4df0-9ac5-392bb556131f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:25.959943 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-f5d6ddd5-d09f-4df0-9ac5-392bb556131f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:26.121950 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-f5d6ddd5-d09f-4df0-9ac5-392bb556131f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.131858 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-f5d6ddd5-d09f-4df0-9ac5-392bb556131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.135004 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41356) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:26.188679 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cd16072d-1416-4d29-906c-776225471d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:26.210257 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-f5d6ddd5-d09f-4df0-9ac5-392bb556131f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bd1985c5a9f644f5b18dab17306863c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134413 May 19 11:20:26.210963 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41364) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:26.280254 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6ddd5-d09f-4df0-9ac5-392bb556131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adac6030-351a-4929-a00e-a63a0e5de8a4,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:26.283513 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-f5d6ddd5-d09f-4df0-9ac5-392bb556131f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:26.303880 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5dc57fcf-429f-43c5-bc15-92080a17828b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.336189 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5dc57fcf-429f-43c5-bc15-92080a17828b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.350557 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cdbb3fc4-4c3a-4669-a73a-911db3dce41b req-e594655e-eaf8-47d7-82b3-a8beea9eba57 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 210 time: 0.1251938 May 19 11:20:26.390676 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-23d8a1bb-158d-40ec-9c37-6b81f1a774ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.394378 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5dc57fcf-429f-43c5-bc15-92080a17828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.400669 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-69894fbe-6377-487d-81d4-c049b9808335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:26.417224 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc57fcf-429f-43c5-bc15-92080a17828b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adac6030-351a-4929-a00e-a63a0e5de8a4,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:26.424559 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-5dc57fcf-429f-43c5-bc15-92080a17828b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:26.425460 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5dc57fcf-429f-43c5-bc15-92080a17828b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.426762 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-5dc57fcf-429f-43c5-bc15-92080a17828b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/adac6030-351a-4929-a00e-a63a0e5de8a4 HTTP/1.1" status: 204 len: 168 time: 0.2134874 May 19 11:20:26.459679 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-23d8a1bb-158d-40ec-9c37-6b81f1a774ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:26.472233 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-23d8a1bb-158d-40ec-9c37-6b81f1a774ef admin admin] Usage tracker for resource:security_group_rule and tenant:33ffe5ed15704a63ba528a7b1cf3bc4d is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:26.479633 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-23d8a1bb-158d-40ec-9c37-6b81f1a774ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:26.488817 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.494363 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-23d8a1bb-158d-40ec-9c37-6b81f1a774ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:26.511147 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479387e-95b3-46d1-93ec-2e5a30f8324c req-e514cfee-fd77-4434-8dea-4b2ec761fa42 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:26.512617 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4479387e-95b3-46d1-93ec-2e5a30f8324c req-e514cfee-fd77-4434-8dea-4b2ec761fa42 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 945 time: 0.2889969 May 19 11:20:26.608071 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4479387e-95b3-46d1-93ec-2e5a30f8324c req-6ef36b3a-15b7-4c1c-a5a3-d1ad510316cf tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747387 May 19 11:20:26.621349 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.642206 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e3670e90-0f86-4126-b23d-5e567780776c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:26.708515 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-23d8a1bb-158d-40ec-9c37-6b81f1a774ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.732319 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-23d8a1bb-158d-40ec-9c37-6b81f1a774ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.753809 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41382) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:26.798752 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Network 0cd74b42-754a-489f-87a4-f256d98370a5 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:26.800107 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:26.826682 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:20:26.864462 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Pushing event updated for resources: {'Port': ['ID=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:26.864683 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-034675d6-acba-4cb8-a380-5c04fc07f366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.872912 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:26.875511 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-23d8a1bb-158d-40ec-9c37-6b81f1a774ef admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=33ffe5ed15704a63ba528a7b1cf3bc4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7395446 May 19 11:20:26.878816 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41398) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:26.881903 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e8ea2137-e04c-4308-be71-a2240c62c6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:26.895955 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-034675d6-acba-4cb8-a380-5c04fc07f366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:26.909876 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-034675d6-acba-4cb8-a380-5c04fc07f366 admin admin] Usage tracker for resource:security_group_rule and tenant:cff2e6ec74894e5faca9874bbff53be6 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:26.914868 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-034675d6-acba-4cb8-a380-5c04fc07f366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:26.927964 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-034675d6-acba-4cb8-a380-5c04fc07f366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:26.971963 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3e2e-db11-4d3e-b360-7a7a05a55162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.977020 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8a1bb-158d-40ec-9c37-6b81f1a774ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a004573-47dc-4d9f-9a9a-f28f0dc24497,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:26.993268 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:26.993941 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.011094 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3e2e-db11-4d3e-b360-7a7a05a55162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.092085 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-034675d6-acba-4cb8-a380-5c04fc07f366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.096068 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-034675d6-acba-4cb8-a380-5c04fc07f366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.103652 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-6f9e44a0-e2e9-43c3-8a86-6e42d98e2fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:27.114960 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3e2e-db11-4d3e-b360-7a7a05a55162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.125355 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-23d8a1bb-158d-40ec-9c37-6b81f1a774ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:27.153521 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034675d6-acba-4cb8-a380-5c04fc07f366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66fa1a2-be9d-4588-a74f-4b55fa30b68f,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:27.159111 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-034675d6-acba-4cb8-a380-5c04fc07f366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:27.160024 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-aed3eeab-e9c5-44eb-a649-f209c684fa7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:27.168806 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b7ad9-ad6e-4d90-ad69-92b71e389fa3 req-23ef33f8-94a9-492e-b59c-33f3eaed90b7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:27.172979 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a68b7ad9-ad6e-4d90-ad69-92b71e389fa3 req-23ef33f8-94a9-492e-b59c-33f3eaed90b7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.4264190 May 19 11:20:27.173144 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-034675d6-acba-4cb8-a380-5c04fc07f366 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cff2e6ec74894e5faca9874bbff53be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154947 May 19 11:20:27.173144 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3e2e-db11-4d3e-b360-7a7a05a55162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.173847 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-ff3f3e2e-db11-4d3e-b360-7a7a05a55162 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5a004573-47dc-4d9f-9a9a-f28f0dc24497 HTTP/1.1" status: 204 len: 168 time: 0.2938251 May 19 11:20:27.174546 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41402) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:27.193379 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f3e2e-db11-4d3e-b360-7a7a05a55162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a004573-47dc-4d9f-9a9a-f28f0dc24497,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:27.198505 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ff3f3e2e-db11-4d3e-b360-7a7a05a55162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:27.221161 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9889464 May 19 11:20:27.242396 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-ca4a8587-dd04-425c-8b79-8bf97b052da5 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:27.243862 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-ca4a8587-dd04-425c-8b79-8bf97b052da5 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/networks?id=71097922-6afa-451b-9a9a-993f006c08a8 HTTP/1.1" status: 200 len: 815 time: 0.3484747 May 19 11:20:27.247660 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Request body: {'port': {'device_id': '2484ce70-2556-456e-a1eb-e8100ace32f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:27.260620 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-50d02b91-2af5-41ae-a15d-a1ff78d8f57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.286745 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-50d02b91-2af5-41ae-a15d-a1ff78d8f57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.312127 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a68b7ad9-ad6e-4d90-ad69-92b71e389fa3 req-4aec395f-624c-4af3-b371-41db8da0a38e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290708 May 19 11:20:27.313309 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-c96bee54-c8fc-4944-ab3c-a8af9d088435 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/quotas/d584492cba284d1083b40dab6b12a483 HTTP/1.1" status: 200 len: 375 time: 0.0319204 May 19 11:20:27.383565 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-50d02b91-2af5-41ae-a15d-a1ff78d8f57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.393798 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:27.407820 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d02b91-2af5-41ae-a15d-a1ff78d8f57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66fa1a2-be9d-4588-a74f-4b55fa30b68f,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:27.413081 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-50d02b91-2af5-41ae-a15d-a1ff78d8f57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:27.423918 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-50d02b91-2af5-41ae-a15d-a1ff78d8f57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.425056 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-50d02b91-2af5-41ae-a15d-a1ff78d8f57d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b66fa1a2-be9d-4588-a74f-4b55fa30b68f HTTP/1.1" status: 204 len: 168 time: 0.2499161 May 19 11:20:27.460420 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.498728 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-288edaad-9128-4711-abf8-162e4e014ea3 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:27.503864 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-288edaad-9128-4711-abf8-162e4e014ea3 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Synchronizing usage tracker for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:20:27.534382 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-288edaad-9128-4711-abf8-162e4e014ea3 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Unset dirty status for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:20:27.535530 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-288edaad-9128-4711-abf8-162e4e014ea3 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 945 time: 0.1994376 May 19 11:20:27.716452 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Deleting port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:20:27.716971 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.741717 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d17ee793-ad6e-4768-8560-bda256b84bc4 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Synchronizing usage tracker for tenant:d584492cba284d1083b40dab6b12a483 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:20:27.840731 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509da86-50e7-4c55-bdd5-d7792af00fa7 req-cbef9740-2507-4a9e-a203-38229d2994e4 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:27.841148 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-1509da86-50e7-4c55-bdd5-d7792af00fa7 req-cbef9740-2507-4a9e-a203-38229d2994e4 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Synchronizing usage tracker for tenant:bfd1377086944cd9a52f5417472c59f7 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:20:27.852018 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d17ee793-ad6e-4768-8560-bda256b84bc4 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Unset dirty status for tenant:d584492cba284d1083b40dab6b12a483 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:20:27.853626 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d17ee793-ad6e-4768-8560-bda256b84bc4 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d584492cba284d1083b40dab6b12a483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5306792 May 19 11:20:27.873995 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] For port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4fc35a36-4b6e-4c1c-917a-d1035ff229f7,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:27.874989 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:27.913824 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-1509da86-50e7-4c55-bdd5-d7792af00fa7 req-cbef9740-2507-4a9e-a203-38229d2994e4 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Unset dirty status for tenant:bfd1377086944cd9a52f5417472c59f7 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:20:27.914976 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1509da86-50e7-4c55-bdd5-d7792af00fa7 req-cbef9740-2507-4a9e-a203-38229d2994e4 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 931 time: 0.2945125 May 19 11:20:28.002085 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Calling delete_port for 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:20:28.098203 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 {{(pid=91616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:20:28.107952 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1509da86-50e7-4c55-bdd5-d7792af00fa7 req-151d8c65-99ca-45d0-8727-d593e3560121 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405852 May 19 11:20:28.115967 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.124772 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.126440 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-5c825549-ee21-4e37-ba5d-04d12660a1e4 service neutron] 10.222.0.107 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550642 May 19 11:20:28.137744 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e0e28d09-60b8-4edf-8f8d-fb845bcdd883 tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:28.176889 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Transition to ACTIVE for port object 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 will not be triggered until provisioned by entity L2. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:28.218003 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Pushing event deleted for resources: {'Port': ['ID=4fc35a36-4b6e-4c1c-917a-d1035ff229f7,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:28.225354 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:28.234784 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842844'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.247411 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:28.270083 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] No DVR routers for this DVR port 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:20:28.273649 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.276714 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dc78bd-a152-487b-a2d6-a299baee30f4', 'name': 'network-vif-deleted', 'tag': '4fc35a36-4b6e-4c1c-917a-d1035ff229f7'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:28.298104 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21b4fb61-cff6-4411-b9ae-44cebba03dec req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "DELETE /v2.0/ports/4fc35a36-4b6e-4c1c-917a-d1035ff229f7 HTTP/1.1" status: 204 len: 173 time: 0.7564359 May 19 11:20:28.356666 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c2492c06-c71f-4171-91dc-6a1fc59422be req-54d6e0ec-9574-4ff2-bb78-928190e6b763 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=73dc78bd-a152-487b-a2d6-a299baee30f4 HTTP/1.1" status: 200 len: 210 time: 0.1126261 May 19 11:20:28.416362 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dc78bd-a152-487b-a2d6-a299baee30f4', 'name': 'network-vif-deleted', 'tag': '4fc35a36-4b6e-4c1c-917a-d1035ff229f7', 'status': 'completed', 'code': 200} May 19 11:20:28.440235 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Pushing event updated for resources: {'Port': ['ID=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:28.441603 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41436) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:28.446906 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:28.482548 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-c2cb4261-532c-4bff-8c98-ef85ff5cf0ae service neutron] 10.222.0.107 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549385 May 19 11:20:28.566243 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-364269166-network', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:28.573993 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:28.580200 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Usage tracker for resource:network and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:28.583625 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:28.616397 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-dff43c5b-7716-4651-9bbd-98030df4f233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.621134 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:28.623063 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Attempting to bind port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:20:28.623063 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Attempting to bind port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '919c9d81-24aa-44c3-ad3d-d4878553764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5'}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:20:28.623510 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Attempting to bind port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 on network 0cd74b42-754a-489f-87a4-f256d98370a5 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:28.632155 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 on network 0cd74b42-754a-489f-87a4-f256d98370a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:20:28.632480 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Attempting to bind port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 on network 0cd74b42-754a-489f-87a4-f256d98370a5 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:28.639536 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:20:28.639865 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Checking segment: {'id': '919c9d81-24aa-44c3-ad3d-d4878553764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:28.640247 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Bound using segment: {'id': '919c9d81-24aa-44c3-ad3d-d4878553764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5'} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:20:28.640687 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Bound port: 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919c9d81-24aa-44c3-ad3d-d4878553764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5'}}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:20:28.641038 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.651458 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Made reservation on behalf of 7021e4460faf4d808e7ea7c215cb748a for: {'network': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:28.656012 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.669679 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6c466-0b01-41da-aa30-6b66bbcb53c6 req-1156f42f-d43b-4a7a-aaec-1be68640a796 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:28.671019 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-13d6c466-0b01-41da-aa30-6b66bbcb53c6 req-1156f42f-d43b-4a7a-aaec-1be68640a796 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1490529 May 19 11:20:28.674446 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.702522 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:28.706715 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Usage tracker for resource:security_group_rule and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:28.709663 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:28.715561 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:28.774186 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-13d6c466-0b01-41da-aa30-6b66bbcb53c6 req-05384b00-e518-4fc4-b403-2f514b353e01 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762196 May 19 11:20:28.787306 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] For port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7, host hv-cinder-76810, cleared binding levels {{(pid=91616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:20:28.791093 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] For port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7,segment=NetworkSegment(919c9d81-24aa-44c3-ad3d-d4878553764f),segment_id=919c9d81-24aa-44c3-ad3d-d4878553764f)] {{(pid=91616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:20:28.797374 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842844'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.813158 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:28.868777 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.874320 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.880100 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dd6c99f5-f956-4abf-a58a-46bc4ee47f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:28.910704 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1205} {{(pid=91615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:20:28.927223 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c750b5b-d637-45fe-ba30-5112f88df716,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:28.942678 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:28.946790 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:28.947196 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.segments_db [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Added segment b98d92d4-419e-4306-8e06-1ed6133b01a1 of type vlan for network d345f1f1-810d-439f-9f0a-845234c9d883 May 19 11:20:28.982532 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:29.019732 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5c705dfd-1321-43d7-b65b-50ad3ddc2495 req-d78093ff-87f1-4dff-a972-e12db6c46b40 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 210 time: 0.0769656 May 19 11:20:29.023628 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:29.024139 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:29.025429 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] 10.222.0.106 "PUT /v2.0/ports/99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 HTTP/1.1" status: 200 len: 1093 time: 1.7970476 May 19 11:20:29.026164 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2484ce70-2556-456e-a1eb-e8100ace32f9', 'tag': '99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:29.027113 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:29.029044 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:29.029852 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:29.036626 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:29.048360 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Pushing event updated for resources: {'Port': ['ID=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7,revision_number=3']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:29.061768 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:29.081844 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['20383ded-0363-4a06-9fe8-b5e1b10cb1aa', 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:29.135495 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2484ce70-2556-456e-a1eb-e8100ace32f9', 'tag': '99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7', 'status': 'completed', 'code': 200} May 19 11:20:29.150243 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Pushing event updated for resources: {'Network': ['ID=d345f1f1-810d-439f-9f0a-845234c9d883,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:29.153577 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7089729 May 19 11:20:29.154618 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:29.156464 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41458) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:29.164056 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Request body: {'subnet': {'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-364269166-subnet', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'ip_version': 4}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:29.170274 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:29.175811 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Usage tracker for resource:subnet and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:29.178776 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network d345f1f1-810d-439f-9f0a-845234c9d883 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:20:29.180682 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:29.186880 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:29.202003 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Made reservation on behalf of 7021e4460faf4d808e7ea7c215cb748a for: {'subnet': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:29.206999 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128888672'] for subnet, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:29.244517 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa0a44-b782-42dc-a350-162504dfc46f req-d1b2fed3-9f0a-4133-ad3b-9c3258ebf3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:29.247434 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-d1b2fed3-9f0a-4133-ad3b-9c3258ebf3d2 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=bfd1377086944cd9a52f5417472c59f7&device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 1096 time: 0.1619296 May 19 11:20:29.449785 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-cc1a341b-7586-4279-b9ce-b4acfb67294f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 HTTP/1.1" status: 200 len: 217 time: 0.1871941 May 19 11:20:29.525425 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa0a44-b782-42dc-a350-162504dfc46f req-ae5ed3c0-1fa2-4c75-a192-b919d9847433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:29.527367 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-ae5ed3c0-1fa2-4c75-a192-b919d9847433 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7 HTTP/1.1" status: 200 len: 853 time: 0.0761576 May 19 11:20:29.599960 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-4d181603-751a-4590-8c59-72b16cd92979 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0cd74b42-754a-489f-87a4-f256d98370a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660164 May 19 11:20:29.733910 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a669e3-326f-49ca-aea4-76d822130f53 req-80400be7-5f4c-4427-8540-02600e1a685e tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:29.743396 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-48a669e3-326f-49ca-aea4-76d822130f53 req-80400be7-5f4c-4427-8540-02600e1a685e tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 943 time: 0.4017975 May 19 11:20:29.750651 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799038ad-c8c2-4d34-a731-a20b1efd81f6 req-978e6444-d3ec-4594-9bd0-68e6500aa676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:29.752960 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-799038ad-c8c2-4d34-a731-a20b1efd81f6 req-978e6444-d3ec-4594-9bd0-68e6500aa676 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 1098 time: 0.2458684 May 19 11:20:29.809499 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-9d990ce8-fbd8-4bab-9769-4b332c818275 service neutron] 10.222.0.106 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045233 May 19 11:20:29.824932 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-48a669e3-326f-49ca-aea4-76d822130f53 req-09f3b8b7-9d90-4ebe-9f34-916a31ff1fa4 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803308 May 19 11:20:29.999386 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799038ad-c8c2-4d34-a731-a20b1efd81f6 req-d60c9074-3cc9-40ad-88c8-06b437e16fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:30.001813 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-799038ad-c8c2-4d34-a731-a20b1efd81f6 req-d60c9074-3cc9-40ad-88c8-06b437e16fd2 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 919 time: 0.1838925 May 19 11:20:30.013347 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38fa0a44-b782-42dc-a350-162504dfc46f req-e7055cd1-b2ac-4122-86f1-79b09e2959c2 service neutron] 10.222.0.106 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873269 May 19 11:20:30.057462 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da96df-be8c-48b6-913a-1097b0f249ed req-ac2664af-7e4e-4db9-b9a6-3cc232d119fb tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:30.067524 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d7da96df-be8c-48b6-913a-1097b0f249ed req-ac2664af-7e4e-4db9-b9a6-3cc232d119fb tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 946 time: 0.1533458 May 19 11:20:30.093691 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-799038ad-c8c2-4d34-a731-a20b1efd81f6 req-af112b80-6668-4112-8fc6-c3f92d18a5de service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22 HTTP/1.1" status: 200 len: 217 time: 0.0819907 May 19 11:20:30.190765 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128640244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128888658'] for subnet, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.211472 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:30.220574 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d7da96df-be8c-48b6-913a-1097b0f249ed req-2d0385e1-d476-4e29-a2cc-d7ed3f8ae4b2 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521382 May 19 11:20:30.278211 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62c5d-56ef-49e8-9906-f549a8e0fe7f req-9f78c38a-3f81-4d8b-aad9-1405a11a8e9d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:30.279761 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2aa62c5d-56ef-49e8-9906-f549a8e0fe7f req-9f78c38a-3f81-4d8b-aad9-1405a11a8e9d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1508489 May 19 11:20:30.282941 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f666a-80c0-4518-8975-26e629ca7859 req-ce5aeb7d-452b-4082-8ffc-c5d863159bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:30.284410 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df8f666a-80c0-4518-8975-26e629ca7859 req-ce5aeb7d-452b-4082-8ffc-c5d863159bbc service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=bfd1377086944cd9a52f5417472c59f7&device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 1096 time: 0.1933794 May 19 11:20:30.301044 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799038ad-c8c2-4d34-a731-a20b1efd81f6 req-56b9601f-3042-4060-b2e3-da75b2fedf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:30.305235 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-799038ad-c8c2-4d34-a731-a20b1efd81f6 req-56b9601f-3042-4060-b2e3-da75b2fedf3d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e HTTP/1.1" status: 200 len: 857 time: 0.1568699 May 19 11:20:30.329154 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-e40629f1-2258-4345-8454-e443cbd1679e tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:30.329910 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-e40629f1-2258-4345-8454-e443cbd1679e tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Synchronizing usage tracker for tenant:d584492cba284d1083b40dab6b12a483 on resource:network {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:20:30.386446 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=105bb108-26d5-4a87-93ff-1e68ff32ab6b,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:30.392752 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-799038ad-c8c2-4d34-a731-a20b1efd81f6 req-745e07ec-25ec-45a4-af14-f14d2dc77cb9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b0388072-038d-4c14-a70f-4a6a2ce6a580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724177 May 19 11:20:30.396004 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:30.445119 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Checking segment: {'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:30.445986 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Network hostable DHCP agents. Network: d345f1f1-810d-439f-9f0a-845234c9d883, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:20:30.454847 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-e40629f1-2258-4345-8454-e443cbd1679e tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Unset dirty status for tenant:d584492cba284d1083b40dab6b12a483 on resource:network {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:20:30.455991 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-e40629f1-2258-4345-8454-e443cbd1679e tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.106 "GET /v2.0/networks?id=71097922-6afa-451b-9a9a-993f006c08a8 HTTP/1.1" status: 200 len: 815 time: 0.5040755 May 19 11:20:30.462034 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2aa62c5d-56ef-49e8-9906-f549a8e0fe7f req-5a6ca775-a64d-42ed-a015-36fccaf3efee tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736593 May 19 11:20:30.483445 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4e19f7cb-5541-44d5-84be-dfefa5c61689 req-7f22fa62-210a-42a1-8571-bf261bb3e0f1 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 210 time: 0.0747321 May 19 11:20:30.513563 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Request body: {'port': {'device_id': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'admin_state_up': True, 'tenant_id': 'd584492cba284d1083b40dab6b12a483'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:30.526189 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f666a-80c0-4518-8975-26e629ca7859 req-1bdd2ca5-a635-4599-bb12-b3edc6ef5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:30.528165 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df8f666a-80c0-4518-8975-26e629ca7859 req-1bdd2ca5-a635-4599-bb12-b3edc6ef5085 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0cd74b42-754a-489f-87a4-f256d98370a5 HTTP/1.1" status: 200 len: 915 time: 0.2245986 May 19 11:20:30.574153 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Network d345f1f1-810d-439f-9f0a-845234c9d883 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:20:30.603381 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df8f666a-80c0-4518-8975-26e629ca7859 req-00f3e106-e9e3-4b7f-9c02-d01a16689266 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 HTTP/1.1" status: 200 len: 217 time: 0.0653846 May 19 11:20:30.631420 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:30.656616 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, d345f1f1-810d-439f-9f0a-845234c9d883) {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:30.669360 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-799038ad-c8c2-4d34-a731-a20b1efd81f6 req-0e7d35b0-0d58-4ffc-8d23-79a6ad5d21a2 service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663631 May 19 11:20:30.670451 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f666a-80c0-4518-8975-26e629ca7859 req-a80a3371-ef33-4ddb-95d5-4b4cbe84e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:30.671894 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df8f666a-80c0-4518-8975-26e629ca7859 req-a80a3371-ef33-4ddb-95d5-4b4cbe84e3f4 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7 HTTP/1.1" status: 200 len: 853 time: 0.0612943 May 19 11:20:30.683154 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:30.683739 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.683950 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:30.684300 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 4fc35a36-4b6e-4c1c-917a-d1035ff229f7 not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:30.685820 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d9e23-6612-4962-afb7-3b2dbdf0a8de None None] Network d345f1f1-810d-439f-9f0a-845234c9d883 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:20:30.729811 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df8f666a-80c0-4518-8975-26e629ca7859 req-f9272695-c4fb-48d8-a4a7-989f5fc6c800 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0cd74b42-754a-489f-87a4-f256d98370a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483730 May 19 11:20:30.867940 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:30.886345 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-427fe293-242a-4011-acdb-53311ad74853 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7285874 May 19 11:20:30.900661 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41498) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:30.924157 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:30.927594 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:30.933196 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:31.020116 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2190e0d7-a4b4-5478-974a-93bbd660ceae-d345f1f1-810d-439f-9f0a-845234c9d883', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'fixed_ips': [{'subnet_id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b'}]}} from dv-cinder-768105-9-smb. {{(pid=91617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:20:31.022251 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.031501 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Usage tracker for resource:router and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:31.041677 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:31.072718 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:31.077001 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Made reservation on behalf of d584492cba284d1083b40dab6b12a483 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:31.082007 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.116832 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df8f666a-80c0-4518-8975-26e629ca7859 req-e7ece0ef-8f2b-4eb4-9d0c-783598d78a8b service neutron] 10.222.0.106 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724182 May 19 11:20:31.133464 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-799038ad-c8c2-4d34-a731-a20b1efd81f6 req-a12afd16-d7a3-4d5f-8e2d-9966270a530b service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448137 May 19 11:20:31.143870 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.144874 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.259487 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.290213 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.407375 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Allocated IP 172.20.0.2 (d345f1f1-810d-439f-9f0a-845234c9d883/105bb108-26d5-4a87-93ff-1e68ff32ab6b/4448ed9d-c452-4651-b980-4c584aafb503) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:20:31.557798 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-1d31dbd9-ac8b-480e-bbe2-e05d2e997472 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:31.558517 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-1d31dbd9-ac8b-480e-bbe2-e05d2e997472 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Synchronizing usage tracker for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:20:31.569484 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df8f666a-80c0-4518-8975-26e629ca7859 req-37b1e3d1-8948-4f77-89e2-0dbcb7888b37 service neutron] 10.222.0.106 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480290 May 19 11:20:31.578432 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e70973-c5b1-4943-82ad-967d4df8b415 req-a6684cea-8cd2-4c1e-bcff-5602eadbad85 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:31.579874 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-65e70973-c5b1-4943-82ad-967d4df8b415 req-a6684cea-8cd2-4c1e-bcff-5602eadbad85 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 943 time: 0.3112438 May 19 11:20:31.651400 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-65e70973-c5b1-4943-82ad-967d4df8b415 req-27468b88-7bf2-43fd-84df-b33178f4419e tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561593 May 19 11:20:31.689257 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4886d3de-2212-4e7b-abee-e933ad87601d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.734320 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-1d31dbd9-ac8b-480e-bbe2-e05d2e997472 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Unset dirty status for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:20:31.735467 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-1d31dbd9-ac8b-480e-bbe2-e05d2e997472 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 946 time: 0.7825792 May 19 11:20:31.762079 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.995937 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.007744 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Transition to ACTIVE for port object 4448ed9d-c452-4651-b980-4c584aafb503 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:32.046747 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Transition to ACTIVE for port object 4448ed9d-c452-4651-b980-4c584aafb503 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:32.056272 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.059875 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039fbeb-bdb9-44fb-b505-6777caa05078 req-98bf186d-839d-4de0-9e6f-10180c96865c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:32.061965 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2039fbeb-bdb9-44fb-b505-6777caa05078 req-98bf186d-839d-4de0-9e6f-10180c96865c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1323805 May 19 11:20:32.069123 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:32.084126 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95dfe1-c037-4ed8-83d9-682226da8def req-29c432f1-f8c3-4084-b2a3-c78fe1de8e91 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:32.095338 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9f95dfe1-c037-4ed8-83d9-682226da8def req-29c432f1-f8c3-4084-b2a3-c78fe1de8e91 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 946 time: 0.2235043 May 19 11:20:32.200998 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Allocated IP 172.20.0.13 (71097922-6afa-451b-9a9a-993f006c08a8/1c1ae097-e8da-4a61-94cf-87e76f049c4a/a48f77ff-7c53-445a-b897-751a8e5c3c54) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:20:32.215829 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6477'] for router, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.280009 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Network d345f1f1-810d-439f-9f0a-845234c9d883 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:32.280212 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2039fbeb-bdb9-44fb-b505-6777caa05078 req-892a1173-38ec-44ef-ac08-cf2b83548c26 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818867 May 19 11:20:32.306900 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Resources bound (agent type, host, resource id): {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:32.314179 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9f95dfe1-c037-4ed8-83d9-682226da8def req-c74301a9-72f1-4c75-9168-6531c03fe4c4 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074126 May 19 11:20:32.358960 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:20:32.485051 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ff419e5e-217d-4f46-acd6-0641890f40ed req-f7b2cf09-3fd4-4b4c-9e58-039cac6ac7cf tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 210 time: 0.0682530 May 19 11:20:32.545823 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Pushing event updated for resources: {'Port': ['ID=4448ed9d-c452-4651-b980-4c584aafb503,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:32.567561 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.568187 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.568714 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.569271 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.569853 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.570411 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.570942 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.571457 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.572007 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.572552 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.573085 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.573674 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:32.579227 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.595653 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:32.613974 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Attempting to bind port 4448ed9d-c452-4651-b980-4c584aafb503 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:20:32.614585 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Attempting to bind port 4448ed9d-c452-4651-b980-4c584aafb503 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:20:32.615469 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Attempting to bind port 4448ed9d-c452-4651-b980-4c584aafb503 on network d345f1f1-810d-439f-9f0a-845234c9d883 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:32.624727 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:20:32.625333 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Checking segment: {'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:32.626032 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.626673 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Bound using segment: {'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:20:32.627438 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Bound port: 4448ed9d-c452-4651-b980-4c584aafb503, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:20:32.628049 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.649827 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:20:32.673159 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.739704 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Transition to ACTIVE for port object a48f77ff-7c53-445a-b897-751a8e5c3c54 will not be triggered until provisioned by entity DHCP. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:32.855042 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] For port 4448ed9d-c452-4651-b980-4c584aafb503, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:20:32.871484 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] For port 4448ed9d-c452-4651-b980-4c584aafb503, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=4448ed9d-c452-4651-b980-4c584aafb503,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:20:32.874641 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.db.resource_extend [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 11:20:32.920166 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Deleting port af67c67f-7b1e-4cc6-8107-0a631bc1fa92 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:20:32.920944 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.942569 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.948862 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d4785399-c67b-4b62-8488-7068f57488a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:32.976019 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f99b9c-eba9-4c5b-853b-8f7ddc474b06 req-dc9a42bc-cc4a-4ad0-8138-25ac1d1f463f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:32.998053 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-70f99b9c-eba9-4c5b-853b-8f7ddc474b06 req-dc9a42bc-cc4a-4ad0-8138-25ac1d1f463f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 943 time: 0.1402326 May 19 11:20:33.039027 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-70f99b9c-eba9-4c5b-853b-8f7ddc474b06 req-1f8355f4-a842-42fc-b8ba-780c8eb4cc74 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 May 19 11:20:33.056471 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.109215 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-650c29de-c6b4-42fc-bc1f-0656ee8feee0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:33.136773 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Pushing event updated for resources: {'Port': ['ID=4448ed9d-c452-4651-b980-4c584aafb503,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:33.154194 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:33.192342 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7,segment=NetworkSegment(919c9d81-24aa-44c3-ad3d-d4878553764f),segment_id=919c9d81-24aa-44c3-ad3d-d4878553764f)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:33.214050 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Network 71097922-6afa-451b-9a9a-993f006c08a8 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:33.216070 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7', 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5', 'port_id': '99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7', 'mac_address': 'fa:16:3e:21:84:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:20:33.239790 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:33.256995 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:20:33.284474 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.303105 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:20:33.320466 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7,segment=NetworkSegment(919c9d81-24aa-44c3-ad3d-d4878553764f),segment_id=919c9d81-24aa-44c3-ad3d-d4878553764f)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:33.325918 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.328243 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:33.408780 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] For port af67c67f-7b1e-4cc6-8107-0a631bc1fa92, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=af67c67f-7b1e-4cc6-8107-0a631bc1fa92,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:33.408780 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.428955 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'Port': ['ID=a48f77ff-7c53-445a-b897-751a8e5c3c54,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:33.438478 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:33.527096 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:33.529926 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:33.600178 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:33.672996 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Calling delete_port for af67c67f-7b1e-4cc6-8107-0a631bc1fa92 owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:20:33.694529 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:33.695460 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.706619 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17a5df-51aa-49e8-80b5-4659f327f054 req-249d8bdc-0f21-4bc9-aa94-4cbc3b9cd3c0 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:33.708264 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cd17a5df-51aa-49e8-80b5-4659f327f054 req-249d8bdc-0f21-4bc9-aa94-4cbc3b9cd3c0 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1379893 May 19 11:20:33.716714 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7d37-05af-4bd9-9b58-ecf010ad2e13 req-c888408e-82b1-4a58-92d1-3e2e5f1de305 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:33.718411 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-28df7d37-05af-4bd9-9b58-ecf010ad2e13 req-c888408e-82b1-4a58-92d1-3e2e5f1de305 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 946 time: 0.1803358 May 19 11:20:33.736082 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-b1eb918a-ea1b-4726-b29d-466650b5d7f3 None None] Provisioning for port a48f77ff-7c53-445a-b897-751a8e5c3c54 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:33.745652 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-b1eb918a-ea1b-4726-b29d-466650b5d7f3 None None] Provisioning complete for port a48f77ff-7c53-445a-b897-751a8e5c3c54 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:33.746329 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b1eb918a-ea1b-4726-b29d-466650b5d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.789659 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 4448ed9d-c452-4651-b980-4c584aafb503 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:33.794961 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3291461 May 19 11:20:33.795133 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cd17a5df-51aa-49e8-80b5-4659f327f054 req-1372cc93-c533-41a4-96ae-e456bf12157f tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756302 May 19 11:20:33.803903 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-28df7d37-05af-4bd9-9b58-ecf010ad2e13 req-c27ddeb2-f8de-46c2-9b06-b7dcdf26dfd9 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693984 May 19 11:20:33.808230 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Request body: {'port': {'device_id': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:33.897427 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.967550 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.968635 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb918a-ea1b-4726-b29d-466650b5d7f3 None None] Port a48f77ff-7c53-445a-b897-751a8e5c3c54 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:20:33.984844 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.040766 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port 4448ed9d-c452-4651-b980-4c584aafb503 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:34.175087 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac7a8e-0b56-48f0-95c7-0e6c1de1cd0b req-f2092540-1d6f-415d-8343-1a82787d1304 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:34.178030 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bdac7a8e-0b56-48f0-95c7-0e6c1de1cd0b req-f2092540-1d6f-415d-8343-1a82787d1304 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 932 time: 0.1429729 May 19 11:20:34.388837 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bdac7a8e-0b56-48f0-95c7-0e6c1de1cd0b req-bdf9913a-f01a-4fb6-b9e5-b8fdb7a52482 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045934 May 19 11:20:34.464631 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2eb5a-e5ce-4414-9ac3-b5fe8f6fbb12 req-1357c5d1-5dc3-432e-94e6-7d3dc0de47e1 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:34.475462 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7cd2eb5a-e5ce-4414-9ac3-b5fe8f6fbb12 req-1357c5d1-5dc3-432e-94e6-7d3dc0de47e1 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 944 time: 0.2162273 May 19 11:20:34.560430 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7cd2eb5a-e5ce-4414-9ac3-b5fe8f6fbb12 req-faa990e4-61b2-41ec-921f-4fb4f96c1eb7 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817685 May 19 11:20:34.652142 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.659994 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:34.675611 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Allocated IP 172.28.2.214 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/d1d0932a-e7c5-41f8-89eb-ef4900a93b33) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:20:34.700775 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.711992 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00de0b5b-297d-4cc0-bcca-f17555ba49eb None None] Network d345f1f1-810d-439f-9f0a-845234c9d883 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:20:34.717957 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:34.751696 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['20383ded-0363-4a06-9fe8-b5e1b10cb1aa'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:34.780392 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Pushing event deleted for resources: {'Port': ['ID=af67c67f-7b1e-4cc6-8107-0a631bc1fa92,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:34.785727 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:34.897954 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-02689041-ddea-4e1a-9e7d-cc82ee5c8e86 None None] Provisioning for port 4448ed9d-c452-4651-b980-4c584aafb503 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:34.918878 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-02689041-ddea-4e1a-9e7d-cc82ee5c8e86 None None] Provisioning complete for port 4448ed9d-c452-4651-b980-4c584aafb503 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:34.919304 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-02689041-ddea-4e1a-9e7d-cc82ee5c8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.955324 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:35.025881 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:35.026547 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:35.238038 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6d27878c-41be-4503-a93b-0868f3fdda41 req-3bcebcbc-edd9-4edd-a57b-3fbb81ef27e0 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 210 time: 0.2034595 May 19 11:20:35.259419 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] No DVR routers for this DVR port af67c67f-7b1e-4cc6-8107-0a631bc1fa92 on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:20:35.290194 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b4659-82a3-4f91-943d-4626d6568021 req-96b32d9e-11e1-401d-a6ff-ceea0bc3ea70 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:35.299114 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3a3b4659-82a3-4f91-943d-4626d6568021 req-96b32d9e-11e1-401d-a6ff-ceea0bc3ea70 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.2095082 May 19 11:20:35.304006 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:35.381765 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3a3b4659-82a3-4f91-943d-4626d6568021 req-0ccb1d22-35e3-4247-9f10-da41da415029 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786798 May 19 11:20:35.432328 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-02689041-ddea-4e1a-9e7d-cc82ee5c8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:35.436578 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:35.472978 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:35.535925 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f7d256-94f1-40a3-91e8-1bd61deb59ff', 'name': 'network-vif-deleted', 'tag': 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:35.545211 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-02689041-ddea-4e1a-9e7d-cc82ee5c8e86 None None] For port 4448ed9d-c452-4651-b980-4c584aafb503, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=4448ed9d-c452-4651-b980-4c584aafb503,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:35.546202 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2484ce70-2556-456e-a1eb-e8100ace32f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:35.555590 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-02689041-ddea-4e1a-9e7d-cc82ee5c8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:35.560298 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f4e0073e-00c5-488c-af09-f2238625611d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:35.580488 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:35.586724 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c99b021b-2839-45ae-9dc0-190a2917a694 req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "DELETE /v2.0/ports/af67c67f-7b1e-4cc6-8107-0a631bc1fa92 HTTP/1.1" status: 204 len: 173 time: 3.5391018 May 19 11:20:35.593399 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:35.604143 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b762c1-ce04-41b8-92db-ba0c386841ba req-78e0807f-1d11-41eb-b819-866fb1be1dbf tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:35.607552 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7,segment=NetworkSegment(919c9d81-24aa-44c3-ad3d-d4878553764f),segment_id=919c9d81-24aa-44c3-ad3d-d4878553764f)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:35.610612 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-32b762c1-ce04-41b8-92db-ba0c386841ba req-78e0807f-1d11-41eb-b819-866fb1be1dbf tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 932 time: 0.1144676 May 19 11:20:35.642558 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:35.644020 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device af67c67f-7b1e-4cc6-8107-0a631bc1fa92 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:35.716643 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: af67c67f-7b1e-4cc6-8107-0a631bc1fa92 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:35.717002 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device af67c67f-7b1e-4cc6-8107-0a631bc1fa92 not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:35.724735 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-32b762c1-ce04-41b8-92db-ba0c386841ba req-ca7558c9-64a2-4c47-9475-f55769e1cb11 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026180 May 19 11:20:35.737932 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2484ce70-2556-456e-a1eb-e8100ace32f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7', 'code': 200} May 19 11:20:35.795117 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02689041-ddea-4e1a-9e7d-cc82ee5c8e86 None None] Pushing event updated for resources: {'Port': ['ID=4448ed9d-c452-4651-b980-4c584aafb503,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:35.798573 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-02689041-ddea-4e1a-9e7d-cc82ee5c8e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:35.804027 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:35.870454 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f7d256-94f1-40a3-91e8-1bd61deb59ff', 'name': 'network-vif-deleted', 'tag': 'af67c67f-7b1e-4cc6-8107-0a631bc1fa92', 'status': 'completed', 'code': 200} May 19 11:20:35.902290 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:35.909465 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:35.919350 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:35.922976 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:35.936311 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:20:36.013821 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ade4d-786f-4aa2-b4fb-4d13d3b9c5fa req-552ca395-9643-4ebb-94d3-298f1ccc3335 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:36.023681 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-183ade4d-786f-4aa2-b4fb-4d13d3b9c5fa req-552ca395-9643-4ebb-94d3-298f1ccc3335 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 945 time: 0.1350288 May 19 11:20:36.094238 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-5b5a658e-f649-4035-84fb-d4c371e9862f None None] Provisioning complete for port 4448ed9d-c452-4651-b980-4c584aafb503 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:36.095390 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5b5a658e-f649-4035-84fb-d4c371e9862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:36.114406 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-183ade4d-786f-4aa2-b4fb-4d13d3b9c5fa req-c3d82154-9cbc-42a8-b9ec-dd51f7672dc8 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897074 May 19 11:20:36.221237 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d0932a-e7c5-41f8-89eb-ef4900a93b33,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:36.236405 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:36.588639 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.db.resource_extend [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 11:20:36.620090 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-34d9e992-ce32-4683-9947-be5fb76f58d1 req-8b74f07d-8f89-4d50-a197-495c648888cd tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 210 time: 0.1270392 May 19 11:20:36.733776 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48f77ff-7c53-445a-b897-751a8e5c3c54 {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:20:36.800259 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1afdf-1f80-407c-9fee-db6dd848c30c req-bef53654-ce04-4678-bb84-189f15f54fab tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:36.819002 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-34c1afdf-1f80-407c-9fee-db6dd848c30c req-bef53654-ce04-4678-bb84-189f15f54fab tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1968839 May 19 11:20:36.857788 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:36.886600 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Transition to ACTIVE for port object a48f77ff-7c53-445a-b897-751a8e5c3c54 will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:36.892332 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:36.898572 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8407e8c7-6029-4c23-8822-72df352d4fba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:36.907880 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-34c1afdf-1f80-407c-9fee-db6dd848c30c req-b7d87a6a-337c-4565-af98-3018262edf65 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865896 May 19 11:20:36.934074 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:37.190263 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229a29a-d50b-446a-a27e-350435a1d74f req-f4434b57-ec5a-452d-a6b3-e44f1c56ab79 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:37.191971 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f229a29a-d50b-446a-a27e-350435a1d74f req-f4434b57-ec5a-452d-a6b3-e44f1c56ab79 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 944 time: 0.1229179 May 19 11:20:37.284945 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f229a29a-d50b-446a-a27e-350435a1d74f req-d02d67f5-00fd-4c63-850c-94a1fec4e66a tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827186 May 19 11:20:37.377515 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Pushing event updated for resources: {'Port': ['ID=a48f77ff-7c53-445a-b897-751a8e5c3c54,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:37.382256 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:37.603213 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bd6fa-4e65-4ada-bf33-5344a275b4ec req-949e770b-e2ef-44b2-8b56-231a5101eb01 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:37.605349 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5a2bd6fa-4e65-4ada-bf33-5344a275b4ec req-949e770b-e2ef-44b2-8b56-231a5101eb01 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 945 time: 0.2984521 May 19 11:20:37.690638 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 4448ed9d-c452-4651-b980-4c584aafb503 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:37.716730 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5a2bd6fa-4e65-4ada-bf33-5344a275b4ec req-56f77b4d-c7a4-4f5b-8b05-2a54caa489c8 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012273 May 19 11:20:37.786816 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Attempting to bind port a48f77ff-7c53-445a-b897-751a8e5c3c54 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:20:37.787162 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Attempting to bind port a48f77ff-7c53-445a-b897-751a8e5c3c54 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:20:37.787497 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Attempting to bind port a48f77ff-7c53-445a-b897-751a8e5c3c54 on network 71097922-6afa-451b-9a9a-993f006c08a8 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:37.792636 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 4448ed9d-c452-4651-b980-4c584aafb503 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:37.793449 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:37.850521 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Port a48f77ff-7c53-445a-b897-751a8e5c3c54 on network 71097922-6afa-451b-9a9a-993f006c08a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:20:37.850847 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Attempting to bind port a48f77ff-7c53-445a-b897-751a8e5c3c54 on network 71097922-6afa-451b-9a9a-993f006c08a8 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:37.862187 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0d04a124-a068-4909-b245-2cbadabe402f req-72f8f07b-cc69-45a0-8530-a34d3b9e2a16 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=55f7d256-94f1-40a3-91e8-1bd61deb59ff HTTP/1.1" status: 200 len: 210 time: 0.0748916 May 19 11:20:37.886303 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:20:37.886652 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Checking segment: {'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:37.887051 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Bound using segment: {'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:20:37.887658 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Bound port: a48f77ff-7c53-445a-b897-751a8e5c3c54, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226cb4ea-3558-44b5-a321-f01d4ded7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:20:37.887849 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:37.958056 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479a60b-4693-4577-a998-2b0051825864 req-bc2934e6-78e6-418f-902a-c4d6355e8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:37.960107 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f479a60b-4693-4577-a998-2b0051825864 req-bc2934e6-78e6-418f-902a-c4d6355e8d60 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 1098 time: 0.9273114 May 19 11:20:38.141358 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f479a60b-4693-4577-a998-2b0051825864 req-22d8c3f2-f1f3-41bb-9e57-d23d03e14866 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720872 May 19 11:20:38.156380 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404623'] for router, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.159613 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] For port a48f77ff-7c53-445a-b897-751a8e5c3c54, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:20:38.163373 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] For port a48f77ff-7c53-445a-b897-751a8e5c3c54, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:20:38.227288 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.238966 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:38.266043 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54c98a-3fc3-4391-a560-ac57c1a72870 req-8e51b482-ff2e-4876-894e-01cd22f74e08 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:38.267629 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0c54c98a-3fc3-4391-a560-ac57c1a72870 req-8e51b482-ff2e-4876-894e-01cd22f74e08 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1427567 May 19 11:20:38.313368 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:38.314015 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.315501 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] 10.222.0.106 "PUT /v2.0/ports/a48f77ff-7c53-445a-b897-751a8e5c3c54 HTTP/1.1" status: 200 len: 1094 time: 4.5125475 May 19 11:20:38.318806 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:38.382217 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0c54c98a-3fc3-4391-a560-ac57c1a72870 req-f8d850d1-1230-4827-9ee2-09d1ae4d8cff tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084733 May 19 11:20:38.479241 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'status': 'completed', 'code': 200} May 19 11:20:38.495065 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Pushing event updated for resources: {'Port': ['ID=a48f77ff-7c53-445a-b897-751a8e5c3c54,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:38.522477 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:38.582720 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fe2cd-333a-4ab1-a2e5-7f961825b9f9 req-e93b1885-016a-424c-8363-d243ca15bea1 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:38.592726 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b46fe2cd-333a-4ab1-a2e5-7f961825b9f9 req-e93b1885-016a-424c-8363-d243ca15bea1 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 944 time: 0.1324778 May 19 11:20:38.638461 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Router c0c23f6e-9453-418f-b22a-bd0ff7707589 is scheduled to L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 with binding_index 1 {{(pid=91615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:20:38.653547 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17614e5e-a8a9-4192-8d00-12b1c44d25ac req-fab2d076-488f-4b68-99c2-315b2470d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:38.654266 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b46fe2cd-333a-4ab1-a2e5-7f961825b9f9 req-8c5b935d-4734-40c1-b4b9-33898dca08f8 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604439 May 19 11:20:38.655062 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-17614e5e-a8a9-4192-8d00-12b1c44d25ac req-fab2d076-488f-4b68-99c2-315b2470d077 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=d584492cba284d1083b40dab6b12a483&device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 1097 time: 0.1169865 May 19 11:20:38.928401 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:20:38.938586 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07889303-9479-4e53-91dd-5143a9615466 req-1b4bb0bb-1610-4b14-bde8-115d622105cd tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:38.941180 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-07889303-9479-4e53-91dd-5143a9615466 req-1b4bb0bb-1610-4b14-bde8-115d622105cd tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 945 time: 0.0885043 May 19 11:20:38.942547 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Sync routers for ids ['c0c23f6e-9453-418f-b22a-bd0ff7707589'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:20:38.959765 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Routers {'c0c23f6e-9453-418f-b22a-bd0ff7707589'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:38.961082 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['c0c23f6e-9453-418f-b22a-bd0ff7707589'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:38.964278 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Notify callbacks [] for router, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.965474 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.0638468 May 19 11:20:38.968719 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41568) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:39.016030 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-07889303-9479-4e53-91dd-5143a9615466 req-9d3a0383-68f6-4ce8-8fb6-dbc82b02ecce tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649586 May 19 11:20:39.144792 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17614e5e-a8a9-4192-8d00-12b1c44d25ac req-efb6b91d-d10d-4626-81c6-d6f87c6a7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:39.146322 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-17614e5e-a8a9-4192-8d00-12b1c44d25ac req-efb6b91d-d10d-4626-81c6-d6f87c6a7110 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=d584492cba284d1083b40dab6b12a483&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3454685 May 19 11:20:39.164245 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Set router c0c23f6e-9453-418f-b22a-bd0ff7707589 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:39.437351 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17614e5e-a8a9-4192-8d00-12b1c44d25ac req-d59579d2-5976-4e51-b9ec-aefe9b847e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:39.438868 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-17614e5e-a8a9-4192-8d00-12b1c44d25ac req-d59579d2-5976-4e51-b9ec-aefe9b847e13 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2818637 May 19 11:20:39.544421 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:36Z', 'revision_number': 3, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:39.548718 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Checking router: c0c23f6e-9453-418f-b22a-bd0ff7707589 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:20:39.549475 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Updating router c0c23f6e-9453-418f-b22a-bd0ff7707589 port d1d0932a-e7c5-41f8-89eb-ef4900a93b33 binding host dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:20:39.626367 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:39.679199 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9ddd5-e0b3-411c-942e-20749fc1d5bc req-bd726793-35df-4aa0-8450-76333072d948 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:39.690579 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-96c9ddd5-e0b3-411c-942e-20749fc1d5bc req-bd726793-35df-4aa0-8450-76333072d948 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1398096 May 19 11:20:39.765150 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-96c9ddd5-e0b3-411c-942e-20749fc1d5bc req-039aaab6-98ac-4075-9f89-88cc8fdf8fff tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740871 May 19 11:20:39.867291 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-663932dd-93d4-4fdd-b7e6-edeef32ab7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:39.868777 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-663932dd-93d4-4fdd-b7e6-edeef32ab7fc service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=d584492cba284d1083b40dab6b12a483&device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 1097 time: 0.3187263 May 19 11:20:39.931221 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639114ad-7498-4e83-b5fb-acc3730d6163 req-ed8c4371-7433-4d49-b8e1-151dcef4f2a6 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:39.932786 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-639114ad-7498-4e83-b5fb-acc3730d6163 req-ed8c4371-7433-4d49-b8e1-151dcef4f2a6 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 944 time: 0.1012096 May 19 11:20:39.953124 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-e1f0814f-c7bb-4834-9afc-5de52dfb3bc2 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54 HTTP/1.1" status: 200 len: 217 time: 0.0751882 May 19 11:20:40.014391 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-639114ad-7498-4e83-b5fb-acc3730d6163 req-647973b0-e9c0-4596-bb1d-2e6d6e0b3d1e tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715671 May 19 11:20:40.232746 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-e5457334-e332-4366-be9a-0a79cee73d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:40.234389 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-e5457334-e332-4366-be9a-0a79cee73d40 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c1ae097-e8da-4a61-94cf-87e76f049c4a HTTP/1.1" status: 200 len: 854 time: 0.2506280 May 19 11:20:40.286140 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.299443 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.314863 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Transition to ACTIVE for port object d1d0932a-e7c5-41f8-89eb-ef4900a93b33 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:40.324539 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.332190 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:40.401681 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3976ae-ae60-4e55-9c6e-4193abea8db2 req-cfc83922-2f11-4b96-83f3-544621ff7fde tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:40.415828 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3c3976ae-ae60-4e55-9c6e-4193abea8db2 req-cfc83922-2f11-4b96-83f3-544621ff7fde tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 945 time: 0.1597555 May 19 11:20:40.529073 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3c3976ae-ae60-4e55-9c6e-4193abea8db2 req-fe8ec6c8-6767-42b0-b640-ccb3a4dcea57 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778327 May 19 11:20:40.541215 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Attempting to bind port d1d0932a-e7c5-41f8-89eb-ef4900a93b33 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:20:40.541955 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Attempting to bind port d1d0932a-e7c5-41f8-89eb-ef4900a93b33 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:20:40.542555 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Attempting to bind port d1d0932a-e7c5-41f8-89eb-ef4900a93b33 on network e5113189-49f1-4a6b-9cbc-e8af0973913c {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:40.554968 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:20:40.555707 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Checking segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:40.556561 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.557169 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Bound using segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:20:40.558063 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Bound port: d1d0932a-e7c5-41f8-89eb-ef4900a93b33, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:20:40.558722 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.748801 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Pushing event updated for resources: {'Port': ['ID=d1d0932a-e7c5-41f8-89eb-ef4900a93b33,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:40.785791 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Allocated IP 172.20.0.1 (d345f1f1-810d-439f-9f0a-845234c9d883/105bb108-26d5-4a87-93ff-1e68ff32ab6b/b05e97bb-7aa5-41ba-a814-35ed3e6c74a4) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:20:40.790920 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.791617 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.793773 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.794367 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.796010 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.796649 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.797212 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.799883 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.800482 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.801043 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.801621 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.802712 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:40.817618 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:40.828878 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] For port d1d0932a-e7c5-41f8-89eb-ef4900a93b33, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:20:40.838862 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] For port d1d0932a-e7c5-41f8-89eb-ef4900a93b33, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=d1d0932a-e7c5-41f8-89eb-ef4900a93b33,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:20:40.853868 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.861742 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-39284006-4aed-476b-9d53-0453715c6bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:41.009328 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Pushing event updated for resources: {'Port': ['ID=d1d0932a-e7c5-41f8-89eb-ef4900a93b33,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:41.028826 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-368bcc71-dd62-4b57-a2dd-dd18cd627ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:41.063120 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Routers {'c0c23f6e-9453-418f-b22a-bd0ff7707589'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:41.063718 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['c0c23f6e-9453-418f-b22a-bd0ff7707589'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:41.122743 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:41.201030 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Transition to ACTIVE for port object b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 will not be triggered until provisioned by entity DHCP. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:41.205327 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dee6da-ead3-4e1b-b3b5-6f5a46893337 req-546580b2-1bc7-4903-9038-9fdb70dcaf54 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:41.213559 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-93dee6da-ead3-4e1b-b3b5-6f5a46893337 req-546580b2-1bc7-4903-9038-9fdb70dcaf54 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.2088506 May 19 11:20:41.235651 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-0d6a6271-16ae-46b5-a679-e0d3e107898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:41.236830 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-0d6a6271-16ae-46b5-a679-e0d3e107898c service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=71097922-6afa-451b-9a9a-993f006c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2130654 May 19 11:20:41.264831 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c01f8d-40d6-4546-bb0f-7a5adf9d8944 req-e610b15a-eb6e-44ce-a9b2-436553a80795 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:41.272619 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-19c01f8d-40d6-4546-bb0f-7a5adf9d8944 req-e610b15a-eb6e-44ce-a9b2-436553a80795 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 945 time: 0.2238343 May 19 11:20:41.321010 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-93dee6da-ead3-4e1b-b3b5-6f5a46893337 req-c39ccce6-8b92-454a-b281-f2479e865e64 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063640 May 19 11:20:41.353983 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] Set router c0c23f6e-9453-418f-b22a-bd0ff7707589 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:41.372545 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-19c01f8d-40d6-4546-bb0f-7a5adf9d8944 req-0d85b981-4dbd-4eaf-8a35-da82f7e5f220 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988417 May 19 11:20:41.544003 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0e268-0dce-4156-a2aa-c0695702afb3 req-0dc7dc2d-69c2-4a24-a618-bc54451a0d82 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:41.552601 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-aed0e268-0dce-4156-a2aa-c0695702afb3 req-0dc7dc2d-69c2-4a24-a618-bc54451a0d82 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 944 time: 0.1099262 May 19 11:20:41.585727 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:41.595064 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8eefa37b-8bc8-4fa8-aa9f-d3c504566161 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:41.651929 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-aed0e268-0dce-4156-a2aa-c0695702afb3 req-79edf19d-8517-493b-a543-df445a27a45c tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981159 May 19 11:20:41.676093 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Network d345f1f1-810d-439f-9f0a-845234c9d883 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:41.681029 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:41.689798 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:20:41.746305 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-80d9e2f1-f05c-45e4-9fcc-c7ca3044d705 service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879835 May 19 11:20:41.752454 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Pushing event updated for resources: {'Port': ['ID=b05e97bb-7aa5-41ba-a814-35ed3e6c74a4,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:41.768037 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:36Z', 'revision_number': 3, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:41.773139 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ec228-3806-4117-ba27-cbe487cb054e None None] The sync data for ids ['c0c23f6e-9453-418f-b22a-bd0ff7707589'] in dv-cinder-768105-9-smb is: [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:36Z', 'revision_number': 3, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:20:41.783160 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:41.896441 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405564'] for router_interface, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:41.987855 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9efb2a60-6a9f-408d-b887-37e772bf88fc req-3b993cf1-4628-455d-9ed0-2600738dc4a1 service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326407 May 19 11:20:42.037467 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-cd76879d-2b48-4597-8f5f-25356a162da8 None None] Provisioning for port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:42.049641 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-cd76879d-2b48-4597-8f5f-25356a162da8 None None] Provisioning complete for port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:42.049767 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cd76879d-2b48-4597-8f5f-25356a162da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.089794 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.126698 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-cd76879d-2b48-4597-8f5f-25356a162da8 None None] Port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:20:42.418538 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.424767 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.453131 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d008517d-41c6-4543-a993-d624d52a0044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:42.544223 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Pushing event updated for resources: {'Port': ['ID=b05e97bb-7aa5-41ba-a814-35ed3e6c74a4,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:42.547045 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405595'] for router_interface, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.551652 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:42.651627 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b39c50-34c4-437b-a34e-5728cad8ce1b req-d50fec9f-92f3-4d03-80ae-901c236bbe72 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:42.653351 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c5b39c50-34c4-437b-a34e-5728cad8ce1b req-d50fec9f-92f3-4d03-80ae-901c236bbe72 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1433902 May 19 11:20:42.706533 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c5b39c50-34c4-437b-a34e-5728cad8ce1b req-7075b42b-e432-4c44-98f7-bf26fd8a042e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467355 May 19 11:20:42.773792 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Network d345f1f1-810d-439f-9f0a-845234c9d883 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:42.774955 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:42.848146 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358b99f-a974-43c8-90e2-07d1cc42fab5 req-382d4912-7c8e-46db-b9a5-1624c6d3e1da tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:42.856705 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5358b99f-a974-43c8-90e2-07d1cc42fab5 req-382d4912-7c8e-46db-b9a5-1624c6d3e1da tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 945 time: 0.1456573 May 19 11:20:42.985404 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5358b99f-a974-43c8-90e2-07d1cc42fab5 req-646b843f-a7b3-450c-bacb-816e6771ffe5 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274338 May 19 11:20:43.031680 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f217-44b7-4a73-b06e-412721e7e552 req-4cbe5092-42a2-40b1-afd3-44818749e3ec tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:43.033465 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84d4f217-44b7-4a73-b06e-412721e7e552 req-4cbe5092-42a2-40b1-afd3-44818749e3ec tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 944 time: 0.2021430 May 19 11:20:43.058386 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Router c0c23f6e-9453-418f-b22a-bd0ff7707589 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:20:43.071013 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-23a42623-bb50-4359-831c-f00fb8f53ca3 None None] Provisioning complete for port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:43.072611 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-23a42623-bb50-4359-831c-f00fb8f53ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:43.106560 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84d4f217-44b7-4a73-b06e-412721e7e552 req-1892172a-41bd-49c2-9602-7588d520b2b5 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660763 May 19 11:20:43.167691 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-23a42623-bb50-4359-831c-f00fb8f53ca3 None None] Port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:20:43.259389 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:20:43.267923 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] 10.222.0.107 "PUT /v2.0/routers/c0c23f6e-9453-418f-b22a-bd0ff7707589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2983553 May 19 11:20:43.563252 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:20:43.569974 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c74e535d-e846-46fa-881e-6ddc2914d2b7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:43.570733 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c74e535d-e846-46fa-881e-6ddc2914d2b7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Synchronizing usage tracker for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:20:43.593026 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c74e535d-e846-46fa-881e-6ddc2914d2b7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Unset dirty status for tenant:5aeb6ee050a140afab095d60d5ccc7b5 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:20:43.594368 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c74e535d-e846-46fa-881e-6ddc2914d2b7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 945 time: 0.1342509 May 19 11:20:43.727464 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device d1d0932a-e7c5-41f8-89eb-ef4900a93b33 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:43.858728 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port d1d0932a-e7c5-41f8-89eb-ef4900a93b33 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:43.865095 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port d1d0932a-e7c5-41f8-89eb-ef4900a93b33 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:43.866010 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:43.866504 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Deleting port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:20:43.866921 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:43.923802 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Sync routers for ids ['c0c23f6e-9453-418f-b22a-bd0ff7707589'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:20:43.934996 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41682) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:43.941600 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1748482420-network', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:43.951425 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:43.962631 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Usage tracker for resource:network and tenant:c8c9feedf11e4c5d8d4c8a6b0dbc59c8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:43.964230 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Routers {'c0c23f6e-9453-418f-b22a-bd0ff7707589'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:43.964878 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['c0c23f6e-9453-418f-b22a-bd0ff7707589'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:43.966642 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:43.972614 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:43.988027 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Made reservation on behalf of c8c9feedf11e4c5d8d4c8a6b0dbc59c8 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:43.991372 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.014803 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fd31c-a02d-43f8-ae7b-2c16930f26e5 req-6b62933e-24cc-4a96-a591-2277a2b1914f tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:44.017821 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-563fd31c-a02d-43f8-ae7b-2c16930f26e5 req-6b62933e-24cc-4a96-a591-2277a2b1914f tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1702142 May 19 11:20:44.018512 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.032501 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] For port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=20383ded-0363-4a06-9fe8-b5e1b10cb1aa,segment=NetworkSegment(e6fd87a3-7003-4e45-b869-7cbb450a2642),segment_id=e6fd87a3-7003-4e45-b869-7cbb450a2642)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:44.033055 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.036360 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:44.042013 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c9feedf11e4c5d8d4c8a6b0dbc59c8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:44.045283 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:44.051400 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:44.172631 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Calling delete_port for 20383ded-0363-4a06-9fe8-b5e1b10cb1aa owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:20:44.245127 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.270136 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-563fd31c-a02d-43f8-ae7b-2c16930f26e5 req-adbad133-ecb3-4636-b71a-5d9f32603259 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379231 May 19 11:20:44.282641 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port d1d0932a-e7c5-41f8-89eb-ef4900a93b33, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=d1d0932a-e7c5-41f8-89eb-ef4900a93b33,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:44.287670 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Set router c0c23f6e-9453-418f-b22a-bd0ff7707589 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:44.310564 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.316216 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.329768 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.331671 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50131f40-862e-4e3c-b95a-c3fa1cd206c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:44.340436 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:20:44.341335 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-7ae2f4cd-7735-4901-b81f-25f830d3ef8e tempest-VolumesActionsTest-768778907 tempest-VolumesActionsTest-768778907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:44.345962 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.354052 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10e8b2-70c0-4c3c-b7df-445f1b19fd08 req-5603f7e4-5eee-4aa8-b89c-e99be2cabbb1 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:44.355895 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7b10e8b2-70c0-4c3c-b7df-445f1b19fd08 req-5603f7e4-5eee-4aa8-b89c-e99be2cabbb1 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa08c61-b411-4e57-b11a-b06b32719bba HTTP/1.1" status: 200 len: 945 time: 0.2107882 May 19 11:20:44.358865 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:44.371448 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.372066 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.segments_db [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Added segment 255c0f04-0080-477f-8e39-a48c3556fd8b of type vlan for network 94ca8f15-0568-4f22-bf69-fccc226ae0f7 May 19 11:20:44.409164 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Pushing event deleted for resources: {'Port': ['ID=20383ded-0363-4a06-9fe8-b5e1b10cb1aa,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:44.412365 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:44.423594 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c647c8e-1f7d-436a-9e5e-e59f2d815e6c,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:44.436987 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:44.446144 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['20383ded-0363-4a06-9fe8-b5e1b10cb1aa'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:44.452567 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.475494 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7b10e8b2-70c0-4c3c-b7df-445f1b19fd08 req-ac625f5a-31db-451c-9060-419ea236b39b tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.107 "GET /v2.0/security-groups?id=05c0a45c-5732-40dc-9a39-2d0724c9f15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018510 May 19 11:20:44.509982 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] No DVR routers for this DVR port 20383ded-0363-4a06-9fe8-b5e1b10cb1aa on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:20:44.513896 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.517775 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa08c61-b411-4e57-b11a-b06b32719bba', 'name': 'network-vif-deleted', 'tag': '20383ded-0363-4a06-9fe8-b5e1b10cb1aa'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:44.537194 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-73d2e42c-a1ba-4a39-9e18-198b66a0865c req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] 10.222.0.106 "DELETE /v2.0/ports/20383ded-0363-4a06-9fe8-b5e1b10cb1aa HTTP/1.1" status: 204 len: 173 time: 0.9370677 May 19 11:20:44.550780 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.554159 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:44.554745 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.560291 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:44.611031 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=d1d0932a-e7c5-41f8-89eb-ef4900a93b33,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:44.712959 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa08c61-b411-4e57-b11a-b06b32719bba', 'name': 'network-vif-deleted', 'tag': '20383ded-0363-4a06-9fe8-b5e1b10cb1aa', 'status': 'completed', 'code': 200} May 19 11:20:44.714073 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:44.744037 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8081675 May 19 11:20:44.747073 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41694) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:44.749997 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Pushing event updated for resources: {'Network': ['ID=94ca8f15-0568-4f22-bf69-fccc226ae0f7,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:44.752896 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Request body: {'subnet': {'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1748482420-subnet', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'ip_version': 4}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:44.755795 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:44.764137 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22881759-426a-4f4b-b2d4-ceeabb7b4588 req-a1c38710-712b-45fb-9a95-9b476a3ca071 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:44.764259 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:44.771582 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 94ca8f15-0568-4f22-bf69-fccc226ae0f7 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:20:44.771807 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Usage tracker for resource:subnet and tenant:c8c9feedf11e4c5d8d4c8a6b0dbc59c8 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:44.771913 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-22881759-426a-4f4b-b2d4-ceeabb7b4588 req-a1c38710-712b-45fb-9a95-9b476a3ca071 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 944 time: 0.2996855 May 19 11:20:44.775388 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:44.782139 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:44.794310 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Made reservation on behalf of c8c9feedf11e4c5d8d4c8a6b0dbc59c8 for: {'subnet': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:44.797191 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128888672'] for subnet, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:44.813871 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-22881759-426a-4f4b-b2d4-ceeabb7b4588 req-bac71bf4-360a-40db-a3a2-0a8b802c0067 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 May 19 11:20:44.928292 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:42Z', 'revision_number': 4, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'b05e97bb-7aa5-41ba-a814-35ed3e6c74a4', 'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'mac_address': 'fa:16:3e:2e:b1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:40Z', 'updated_at': '2021-05-19T11:20:42Z', 'revision_number': 2, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'subnets': [{'id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:44.932067 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Checking router: c0c23f6e-9453-418f-b22a-bd0ff7707589 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:20:44.932484 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Updating router c0c23f6e-9453-418f-b22a-bd0ff7707589 port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 binding host dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:20:44.998775 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.258817 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128640244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128888658'] for subnet, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.263582 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:45.345308 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7ae671-cfa7-4b63-999c-8204876381ed,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:45.347867 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:45.359971 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Checking segment: {'id': '255c0f04-0080-477f-8e39-a48c3556fd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:45.360540 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Network hostable DHCP agents. Network: 94ca8f15-0568-4f22-bf69-fccc226ae0f7, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:20:45.379089 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Network 94ca8f15-0568-4f22-bf69-fccc226ae0f7 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:20:45.390822 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 94ca8f15-0568-4f22-bf69-fccc226ae0f7) {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:45.407294 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:45.407891 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.412716 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff0167c-217a-460b-83a2-84bf64452dc3 None None] Network 94ca8f15-0568-4f22-bf69-fccc226ae0f7 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:20:45.435200 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-f2ffcb88-0785-4b62-a571-e9a83d5cf0f3 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6844110 May 19 11:20:45.439757 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41702) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:45.448235 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1748482420-router', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:45.455516 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:45.460499 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Usage tracker for resource:router and tenant:c8c9feedf11e4c5d8d4c8a6b0dbc59c8 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:45.464841 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:45.471196 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:45.480816 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030c21-e20f-40e6-8b80-8482e5594c44 req-c932b4fc-266d-4d39-9fe7-fb3fbf6a3f29 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:45.482647 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-46030c21-e20f-40e6-8b80-8482e5594c44 req-c932b4fc-266d-4d39-9fe7-fb3fbf6a3f29 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0852003 May 19 11:20:45.486786 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.488155 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.513130 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.520264 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.531775 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-46030c21-e20f-40e6-8b80-8482e5594c44 req-da6d1a38-9cf0-4a2a-85d3-e9d7e264d06d tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 May 19 11:20:45.538088 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Transition to ACTIVE for port object b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:45.548990 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.554941 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-99d7a44a-9398-4821-904d-c96f262b907f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:45.600769 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41708) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:45.711470 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-1453cfb8-1f3a-47ec-857e-f5ce34c04958 admin admin] Deleting subnet 1c2bd019-6a6c-4300-b853-1313af8f98a6 {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:20:45.717108 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1453cfb8-1f3a-47ec-857e-f5ce34c04958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.775064 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1453cfb8-1f3a-47ec-857e-f5ce34c04958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2041134'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.859502 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1453cfb8-1f3a-47ec-857e-f5ce34c04958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.874843 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6477'] for router, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:45.878069 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e669619-9942-4f77-b0ed-3dbc46527933 None None] Pushing event updated for resources: {'Port': ['ID=b05e97bb-7aa5-41ba-a814-35ed3e6c74a4,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:45.889875 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device d1d0932a-e7c5-41f8-89eb-ef4900a93b33 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:45.921689 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1e669619-9942-4f77-b0ed-3dbc46527933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:46.026971 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2190e0d7-a4b4-5478-974a-93bbd660ceae-94ca8f15-0568-4f22-bf69-fccc226ae0f7', 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'fixed_ips': [{'subnet_id': 'af7ae671-cfa7-4b63-999c-8204876381ed'}]}} from dv-cinder-768105-9-smb. {{(pid=91617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:20:46.028004 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.275069 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1453cfb8-1f3a-47ec-857e-f5ce34c04958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1022618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127981197'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.280910 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Attempting to bind port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:20:46.281321 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Attempting to bind port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:20:46.281695 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Attempting to bind port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 on network d345f1f1-810d-439f-9f0a-845234c9d883 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:46.284169 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f8811bb7-509c-4c34-9db3-07d02a39ea6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:46.306756 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:20:46.307138 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Checking segment: {'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:46.307552 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.307948 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Bound using segment: {'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:20:46.308429 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Bound port: b05e97bb-7aa5-41ba-a814-35ed3e6c74a4, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:20:46.308810 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.323246 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453cfb8-1f3a-47ec-857e-f5ce34c04958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2bd019-6a6c-4300-b853-1313af8f98a6,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:46.325358 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1453cfb8-1f3a-47ec-857e-f5ce34c04958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.330034 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1453cfb8-1f3a-47ec-857e-f5ce34c04958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:46.339748 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-1453cfb8-1f3a-47ec-857e-f5ce34c04958 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1c2bd019-6a6c-4300-b853-1313af8f98a6 HTTP/1.1" status: 204 len: 168 time: 0.7348485 May 19 11:20:46.344733 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41718) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:46.387271 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16114e-d2e3-43ed-bdb6-b66eb33e2346 req-64e3e5c5-20b6-40a0-a249-fea046a63943 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:46.389328 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6e16114e-d2e3-43ed-bdb6-b66eb33e2346 req-64e3e5c5-20b6-40a0-a249-fea046a63943 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 944 time: 0.1946602 May 19 11:20:46.399751 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Allocated IP 172.20.0.2 (94ca8f15-0568-4f22-bf69-fccc226ae0f7/af7ae671-cfa7-4b63-999c-8204876381ed/c3167c74-cfae-466b-aa01-09d58f279d93) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:20:46.410830 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.443768 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port d1d0932a-e7c5-41f8-89eb-ef4900a93b33 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:46.444352 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.451312 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.505084 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.523346 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6e16114e-d2e3-43ed-bdb6-b66eb33e2346 req-5f458c5e-a609-4f36-b312-e420086f60df tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689816 May 19 11:20:46.597555 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] For port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:20:46.615962 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Allocated IP 172.28.2.216 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/c20c1ba5-9a91-47a1-bbea-63dcb5eca76d) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:20:46.625998 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] For port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=b05e97bb-7aa5-41ba-a814-35ed3e6c74a4,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:20:46.634028 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.640122 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:46.665390 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.679487 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67edc22-e060-405d-985f-69cd01eb46a0']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:46.693753 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fd87a3-7003-4e45-b869-7cbb450a2642') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:46.694049 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fd87a3-7003-4e45-b869-7cbb450a2642') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:46.732278 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device a48f77ff-7c53-445a-b897-751a8e5c3c54 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:20:46.734565 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 20383ded-0363-4a06-9fe8-b5e1b10cb1aa no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:46.748096 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2041145'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.777193 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.788649 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:20:46.789064 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-842808'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: Traceback (most recent call last): May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: timer() May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: cb(*args, **kw) May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: return func(*args, **kwargs) May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: self._notify() May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: self.callback(batched_events) May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: event.method(event) May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: return f(self, *a, **k) May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: return self._get(url).json() May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: return self.request(url, 'GET', **kwargs) May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:20:46.803419 dv-cinder-768105-9-smb neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:20:46.815716 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.875863 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.882686 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c42f52ab-6c22-4c2d-9c44-f39547714e75 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:46.912599 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e3c73-74a4-4eed-b58a-bbfdcfda15e6 req-c2f710c8-c681-4cf2-b083-5298400b1d7c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:46.914312 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7f7e3c73-74a4-4eed-b58a-bbfdcfda15e6 req-c2f710c8-c681-4cf2-b083-5298400b1d7c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.2129483 May 19 11:20:46.915712 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.924278 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:46.928054 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:46.962308 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 20383ded-0363-4a06-9fe8-b5e1b10cb1aa {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:46.962932 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 20383ded-0363-4a06-9fe8-b5e1b10cb1aa not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:46.979713 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] Pushing event deleted for resources: {'Network': ['ID=a67edc22-e060-405d-985f-69cd01eb46a0,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:46.987297 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:46.991488 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:46.992113 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:46.994857 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e669619-9942-4f77-b0ed-3dbc46527933 None None] Pushing event updated for resources: {'Port': ['ID=b05e97bb-7aa5-41ba-a814-35ed3e6c74a4,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:46.997969 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:20:47.002712 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-42ec8d43-98ec-4320-add8-e5bc08b2fdcf admin admin] 10.222.0.107 "DELETE /v2.0/networks/a67edc22-e060-405d-985f-69cd01eb46a0 HTTP/1.1" status: 204 len: 168 time: 0.6565259 May 19 11:20:47.018957 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Routers {'c0c23f6e-9453-418f-b22a-bd0ff7707589'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:47.019616 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['c0c23f6e-9453-418f-b22a-bd0ff7707589'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:47.045608 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Pushing event updated for resources: {'Port': ['ID=c20c1ba5-9a91-47a1-bbea-63dcb5eca76d,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:47.050546 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:47.056630 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7f7e3c73-74a4-4eed-b58a-bbfdcfda15e6 req-d6e2714e-4e7f-4247-bf2d-25b4eee05e94 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292670 May 19 11:20:47.126388 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1e669619-9942-4f77-b0ed-3dbc46527933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:47.148741 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.db.resource_extend [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 11:20:47.212723 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:47.274287 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41734) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:47.325727 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-13420acf-2253-487c-ab8e-902def3ebc38 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5aeb6ee050a140afab095d60d5ccc7b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0501323 May 19 11:20:47.328352 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41738) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:47.371441 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Transition to ACTIVE for port object c3167c74-cfae-466b-aa01-09d58f279d93 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:47.394912 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d25c636e-7350-4bf4-9a66-cb4405db7de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:47.417287 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Transition to ACTIVE for port object c3167c74-cfae-466b-aa01-09d58f279d93 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:47.425641 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d25c636e-7350-4bf4-9a66-cb4405db7de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:47.439707 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] Set router c0c23f6e-9453-418f-b22a-bd0ff7707589 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:47.481689 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:47.521533 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:47.522237 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d25c636e-7350-4bf4-9a66-cb4405db7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:47.530368 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-99b90f94-72a0-432d-9006-15b47329097d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:47.541807 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:47.543904 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c636e-7350-4bf4-9a66-cb4405db7de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c0a45c-5732-40dc-9a39-2d0724c9f15b,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:47.555200 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d25c636e-7350-4bf4-9a66-cb4405db7de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:47.556414 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d25c636e-7350-4bf4-9a66-cb4405db7de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:47.561670 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-d25c636e-7350-4bf4-9a66-cb4405db7de7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/05c0a45c-5732-40dc-9a39-2d0724c9f15b HTTP/1.1" status: 204 len: 168 time: 0.2322125 May 19 11:20:47.629068 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port a48f77ff-7c53-445a-b897-751a8e5c3c54, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:47.719216 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Network 94ca8f15-0568-4f22-bf69-fccc226ae0f7 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:47.722332 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'port_id': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'mac_address': 'fa:16:3e:2b:bd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:20:47.735967 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Resources bound (agent type, host, resource id): {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:47.754313 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:20:47.756319 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Pushing event updated for resources: {'Port': ['ID=c3167c74-cfae-466b-aa01-09d58f279d93,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:47.763449 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:47.809275 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4b186-fce2-4ffc-80f4-623f4ac79005 req-a75ada4f-1d3e-4ee1-9be4-4f162e6dae9a tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:47.812757 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84c4b186-fce2-4ffc-80f4-623f4ac79005 req-a75ada4f-1d3e-4ee1-9be4-4f162e6dae9a tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 944 time: 0.1272612 May 19 11:20:47.868318 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84c4b186-fce2-4ffc-80f4-623f4ac79005 req-3fcf3de8-a7a9-4ac5-9823-0ecbac9a1d72 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479918 May 19 11:20:47.961477 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:48.003850 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Attempting to bind port c3167c74-cfae-466b-aa01-09d58f279d93 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:20:48.004226 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Attempting to bind port c3167c74-cfae-466b-aa01-09d58f279d93 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '255c0f04-0080-477f-8e39-a48c3556fd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:20:48.004595 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Attempting to bind port c3167c74-cfae-466b-aa01-09d58f279d93 on network 94ca8f15-0568-4f22-bf69-fccc226ae0f7 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:48.015408 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48f77ff-7c53-445a-b897-751a8e5c3c54 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:20:48.024507 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:20:48.024883 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Checking segment: {'id': '255c0f04-0080-477f-8e39-a48c3556fd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:48.025287 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:48.025810 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Bound using segment: {'id': '255c0f04-0080-477f-8e39-a48c3556fd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:20:48.026171 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Bound port: c3167c74-cfae-466b-aa01-09d58f279d93, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255c0f04-0080-477f-8e39-a48c3556fd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:20:48.026550 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:48.090073 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port a48f77ff-7c53-445a-b897-751a8e5c3c54, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:48.138602 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:48.139541 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404623'] for router, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:48.146795 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d80f6fd9-0b9b-4247-ba31-738755a4fb8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:48.257363 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=a48f77ff-7c53-445a-b897-751a8e5c3c54,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:48.260504 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] For port c3167c74-cfae-466b-aa01-09d58f279d93, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:20:48.264674 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] For port c3167c74-cfae-466b-aa01-09d58f279d93, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c3167c74-cfae-466b-aa01-09d58f279d93,segment=NetworkSegment(255c0f04-0080-477f-8e39-a48c3556fd8b),segment_id=255c0f04-0080-477f-8e39-a48c3556fd8b)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:20:48.265804 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:48.268774 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:48.276437 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:48.355480 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:42Z', 'revision_number': 4, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'b05e97bb-7aa5-41ba-a814-35ed3e6c74a4', 'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'mac_address': 'fa:16:3e:2e:b1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:40Z', 'updated_at': '2021-05-19T11:20:46Z', 'revision_number': 4, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'subnets': [{'id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:48.368957 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Pushing event updated for resources: {'Port': ['ID=c3167c74-cfae-466b-aa01-09d58f279d93,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:48.371043 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a31a24-f6eb-4ff3-819f-cc0505758f9f None None] The sync data for ids ['c0c23f6e-9453-418f-b22a-bd0ff7707589'] in dv-cinder-768105-9-smb is: [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:42Z', 'revision_number': 4, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'b05e97bb-7aa5-41ba-a814-35ed3e6c74a4', 'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'mac_address': 'fa:16:3e:2e:b1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:40Z', 'updated_at': '2021-05-19T11:20:46Z', 'revision_number': 4, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'subnets': [{'id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:20:48.372564 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:48.388501 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['a48f77ff-7c53-445a-b897-751a8e5c3c54'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:48.494086 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb0d5e-b73e-4a69-ac7a-843f53523d2d req-28edcad1-c722-41b4-9cee-33d204dc3722 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:48.511176 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3edb0d5e-b73e-4a69-ac7a-843f53523d2d req-28edcad1-c722-41b4-9cee-33d204dc3722 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.2871554 May 19 11:20:48.583153 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3edb0d5e-b73e-4a69-ac7a-843f53523d2d req-8079ecdd-8335-4688-8600-97f10889ae1a tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707076 May 19 11:20:48.606274 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 is scheduled to L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 with binding_index 1 {{(pid=91615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:20:48.884135 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:20:48.900609 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Sync routers for ids ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:20:48.921866 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Notify callbacks [] for router, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:48.922688 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Routers {'3fc8ace9-aead-4dbc-92ae-c5310e16b335'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:48.923222 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4832654 May 19 11:20:48.923910 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:48.926126 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41772) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:49.159475 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Set router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:49.286712 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec76db-0cff-400a-bb72-d0e2614182e6 req-784889e2-2b12-44e6-813a-c889930890f9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:49.294454 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a2ec76db-0cff-400a-bb72-d0e2614182e6 req-784889e2-2b12-44e6-813a-c889930890f9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 945 time: 0.2401114 May 19 11:20:49.648972 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'name': 'tempest-TestShelveInstance-1748482420-router', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:45Z', 'updated_at': '2021-05-19T11:20:47Z', 'revision_number': 3, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'gw_port': {'id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:46Z', 'updated_at': '2021-05-19T11:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:49.663090 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Checking router: 3fc8ace9-aead-4dbc-92ae-c5310e16b335 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:20:49.663090 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Updating router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d binding host dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:20:49.696672 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a2ec76db-0cff-400a-bb72-d0e2614182e6 req-43e0a1b1-478c-46ce-b4bc-d54cc1efd107 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008894 May 19 11:20:49.910036 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.000509 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c3167c74-cfae-466b-aa01-09d58f279d93 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:50.127058 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c846f40b-e1a6-4dae-8443-3992ee58ec7a None None] Network 94ca8f15-0568-4f22-bf69-fccc226ae0f7 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:20:50.292672 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-94516b67-af81-408b-89ef-c576aaf53cdf None None] Provisioning for port c3167c74-cfae-466b-aa01-09d58f279d93 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:50.298359 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port c3167c74-cfae-466b-aa01-09d58f279d93 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:50.309263 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-94516b67-af81-408b-89ef-c576aaf53cdf None None] Provisioning complete for port c3167c74-cfae-466b-aa01-09d58f279d93 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:50.309934 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-94516b67-af81-408b-89ef-c576aaf53cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.339824 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port c3167c74-cfae-466b-aa01-09d58f279d93 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:50.340377 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.635390 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.651195 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Transition to ACTIVE for port object c20c1ba5-9a91-47a1-bbea-63dcb5eca76d will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:50.652145 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c3380-8e09-41ac-a519-2dde400a85c8 req-46a764ba-4715-4f50-8645-06a4d1945a45 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:50.659323 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.660263 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7f1c3380-8e09-41ac-a519-2dde400a85c8 req-46a764ba-4715-4f50-8645-06a4d1945a45 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.3135004 May 19 11:20:50.669890 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-8fac3093-a636-47d0-8100-7efcd1d86499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:50.700099 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.713763 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-94516b67-af81-408b-89ef-c576aaf53cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.734513 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.734827 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7f1c3380-8e09-41ac-a519-2dde400a85c8 req-03ab794c-9143-4b02-90b2-cdea5ff826ac tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734990 May 19 11:20:50.772129 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device a48f77ff-7c53-445a-b897-751a8e5c3c54 up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:50.772927 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Attempting to bind port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:20:50.773379 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Attempting to bind port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:20:50.773916 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Attempting to bind port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d on network e5113189-49f1-4a6b-9cbc-e8af0973913c {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:50.782881 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:20:50.783360 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Checking segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:50.783842 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.784391 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Bound using segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:20:50.784966 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Bound port: c20c1ba5-9a91-47a1-bbea-63dcb5eca76d, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:20:50.785418 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.818516 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e153e24-f72c-415e-ac07-980cb179b0a4 None None] Pushing event updated for resources: {'Port': ['ID=c20c1ba5-9a91-47a1-bbea-63dcb5eca76d,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:50.847512 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-4e153e24-f72c-415e-ac07-980cb179b0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:50.850179 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port c3167c74-cfae-466b-aa01-09d58f279d93, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c3167c74-cfae-466b-aa01-09d58f279d93,segment=NetworkSegment(255c0f04-0080-477f-8e39-a48c3556fd8b),segment_id=255c0f04-0080-477f-8e39-a48c3556fd8b)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:50.866279 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.867269 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:50.926845 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] For port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:20:50.932890 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] For port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c20c1ba5-9a91-47a1-bbea-63dcb5eca76d,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:20:50.934718 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:50.938897 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:50.951377 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-39284006-4aed-476b-9d53-0453715c6bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:51.101385 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Routers {'3fc8ace9-aead-4dbc-92ae-c5310e16b335'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:51.101385 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:51.191238 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port a48f77ff-7c53-445a-b897-751a8e5c3c54 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:51.217188 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=c3167c74-cfae-466b-aa01-09d58f279d93,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:51.225506 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.db.api [None req-94516b67-af81-408b-89ef-c576aaf53cdf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 11:20:51.225506 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_db.api [None req-94516b67-af81-408b-89ef-c576aaf53cdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 11:20:51.225506 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port a48f77ff-7c53-445a-b897-751a8e5c3c54 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:51.225506 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.274887 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:51.275845 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Allocated IP 172.20.0.1 (94ca8f15-0568-4f22-bf69-fccc226ae0f7/af7ae671-cfa7-4b63-999c-8204876381ed/e5071072-7e38-4ad3-9598-8dce6a2f145b) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:20:51.302951 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3d5e7-2497-4234-a9c8-b4a481e67187 req-bd73e8f0-ee90-4a72-91ff-692fe002740b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:51.310489 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-58e3d5e7-2497-4234-a9c8-b4a481e67187 req-bd73e8f0-ee90-4a72-91ff-692fe002740b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 945 time: 0.3433588 May 19 11:20:51.328343 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:51.336332 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] Set router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:51.340094 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:51.340880 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.443164 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-58e3d5e7-2497-4234-a9c8-b4a481e67187 req-7d36771b-7785-4d6b-9b71-313fe5fb73c1 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311760 May 19 11:20:51.495463 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e153e24-f72c-415e-ac07-980cb179b0a4 None None] Pushing event updated for resources: {'Port': ['ID=c20c1ba5-9a91-47a1-bbea-63dcb5eca76d,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:51.501271 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-4e153e24-f72c-415e-ac07-980cb179b0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:51.527826 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.544483 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Transition to ACTIVE for port object e5071072-7e38-4ad3-9598-8dce6a2f145b will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:51.571123 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.588168 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.597721 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:51.605600 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.626135 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:51.648350 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port a48f77ff-7c53-445a-b897-751a8e5c3c54, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:51.654676 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=b05e97bb-7aa5-41ba-a814-35ed3e6c74a4,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:51.656663 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.658755 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:51.691471 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'code': 200} May 19 11:20:51.698400 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.727044 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'name': 'tempest-TestShelveInstance-1748482420-router', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:45Z', 'updated_at': '2021-05-19T11:20:47Z', 'revision_number': 3, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'gw_port': {'id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:46Z', 'updated_at': '2021-05-19T11:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:51.733127 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efbe90-ca59-46ba-a59f-3b74331d859a None None] The sync data for ids ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'] in dv-cinder-768105-9-smb is: [{'id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'name': 'tempest-TestShelveInstance-1748482420-router', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:45Z', 'updated_at': '2021-05-19T11:20:47Z', 'revision_number': 3, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'gw_port': {'id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:46Z', 'updated_at': '2021-05-19T11:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:20:51.831207 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=a48f77ff-7c53-445a-b897-751a8e5c3c54,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:51.854555 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:51.858869 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1e669619-9942-4f77-b0ed-3dbc46527933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:51.880614 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Network 94ca8f15-0568-4f22-bf69-fccc226ae0f7 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:51.890993 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c3167c74-cfae-466b-aa01-09d58f279d93 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:51.892316 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:51.896352 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:20:51.967762 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405564'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.993715 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e271f0b-5712-4da6-b2c3-5d87333545f9 req-18d77f48-8135-4b5e-865c-9d0eca43e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:51.995795 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=b05e97bb-7aa5-41ba-a814-35ed3e6c74a4,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:51.996793 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2e271f0b-5712-4da6-b2c3-5d87333545f9 req-18d77f48-8135-4b5e-865c-9d0eca43e991 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 1099 time: 0.0924277 May 19 11:20:52.001834 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:52.033155 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port c3167c74-cfae-466b-aa01-09d58f279d93 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:52.033363 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.056457 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Pushing event updated for resources: {'Port': ['ID=e5071072-7e38-4ad3-9598-8dce6a2f145b,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:52.060877 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2e271f0b-5712-4da6-b2c3-5d87333545f9 req-021ce4fd-f1a3-46d1-9e79-93e22acb3259 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517473 May 19 11:20:52.065210 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:52.113198 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-9fef8219-9bb3-49c6-baf0-c757dfabbd39 None None] Provisioning complete for port c3167c74-cfae-466b-aa01-09d58f279d93 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:52.113792 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9fef8219-9bb3-49c6-baf0-c757dfabbd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.128878 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb17b1-9a42-4a62-8a59-a01b69a2c7ed req-ea00e122-b962-4ebe-b335-3b4e321f7b04 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:52.130460 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f4eb17b1-9a42-4a62-8a59-a01b69a2c7ed req-ea00e122-b962-4ebe-b335-3b4e321f7b04 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1196446 May 19 11:20:52.229681 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.254558 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f4eb17b1-9a42-4a62-8a59-a01b69a2c7ed req-3b4e31c1-1966-416e-bffc-0afc0f353763 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990760 May 19 11:20:52.496067 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-e59a82cf-10f2-495f-aca0-de747821c27c None None] Provisioning for port e5071072-7e38-4ad3-9598-8dce6a2f145b completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:52.506149 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-e59a82cf-10f2-495f-aca0-de747821c27c None None] Provisioning complete for port e5071072-7e38-4ad3-9598-8dce6a2f145b triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:52.506524 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e59a82cf-10f2-495f-aca0-de747821c27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.518778 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.524840 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842844'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.573720 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-e59a82cf-10f2-495f-aca0-de747821c27c None None] Port e5071072-7e38-4ad3-9598-8dce6a2f145b cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:20:52.577541 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e04c2441-7445-4104-a93f-a634776d3664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:52.610798 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405595'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.739913 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Pushing event updated for resources: {'Port': ['ID=e5071072-7e38-4ad3-9598-8dce6a2f145b,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:52.785090 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:52.831278 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ee1d-20f2-4dc6-a83d-c646ada56bfa req-94625b9a-1916-4745-b455-e04b0b565b1d tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:52.832789 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-27f9ee1d-20f2-4dc6-a83d-c646ada56bfa req-94625b9a-1916-4745-b455-e04b0b565b1d tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 946 time: 0.2122159 May 19 11:20:52.890392 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Network 94ca8f15-0568-4f22-bf69-fccc226ae0f7 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:20:52.894072 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:52.909728 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-27f9ee1d-20f2-4dc6-a83d-c646ada56bfa req-75b70a3f-ba40-4170-b3b0-1e686c508fd9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646105 May 19 11:20:53.108970 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:20:53.197715 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-7e461d71-033f-47a5-816f-bc30862314c9 None None] Provisioning complete for port e5071072-7e38-4ad3-9598-8dce6a2f145b triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:53.197983 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7e461d71-033f-47a5-816f-bc30862314c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.250842 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-7e461d71-033f-47a5-816f-bc30862314c9 None None] Port e5071072-7e38-4ad3-9598-8dce6a2f145b cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:20:53.292710 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:20:53.313491 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] 10.222.0.107 "PUT /v2.0/routers/3fc8ace9-aead-4dbc-92ae-c5310e16b335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3793607 May 19 11:20:53.461239 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44154785-54ac-4d64-a455-a1247265bec1 req-cfc4811b-3b4e-4294-9084-2237e6e707a4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:53.462637 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-44154785-54ac-4d64-a455-a1247265bec1 req-cfc4811b-3b4e-4294-9084-2237e6e707a4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0971260 May 19 11:20:53.511885 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-44154785-54ac-4d64-a455-a1247265bec1 req-a8d0b10c-e0e9-4f05-819b-b2e78b919ed1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430982 May 19 11:20:53.687748 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Sync routers for ids ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:20:53.696934 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Routers {'3fc8ace9-aead-4dbc-92ae-c5310e16b335'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:53.697583 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:53.866531 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c20c1ba5-9a91-47a1-bbea-63dcb5eca76d up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:53.915046 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41874) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:53.920516 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540616567', 'description': 'tempest-secgroup-smoke-540616567 description', 'project_id': '7021e4460faf4d808e7ea7c215cb748a'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:53.923401 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Set router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:53.926480 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:53.931162 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Usage tracker for resource:security_group and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:53.934068 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:53.940916 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:53.951420 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.974162 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:53.978252 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Usage tracker for resource:security_group_rule and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:53.982997 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:53.990994 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:54.136903 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.145974 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.152613 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1f160029-c144-4ff3-a9d5-d582b45b94c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:54.200503 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:54.204114 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:54.204997 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.206313 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2902880 May 19 11:20:54.209894 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41894) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:54.217723 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Request body: {'security_group_rule': {'security_group_id': '2ab5f03e-9e5b-41de-a3a3-7495d80cbe84', 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:54.222304 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102163e-a3d1-4fbf-ba26-a682aa5d7c13 req-1f38a030-fed5-4bc8-8876-9fe624c510ad tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:54.224515 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a102163e-a3d1-4fbf-ba26-a682aa5d7c13 req-1f38a030-fed5-4bc8-8876-9fe624c510ad tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 946 time: 0.1683095 May 19 11:20:54.230875 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:54.235452 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Usage tracker for resource:security_group_rule and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:54.236333 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:54.238873 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:54.246098 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:54.253752 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:54.254466 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.265257 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.292831 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a102163e-a3d1-4fbf-ba26-a682aa5d7c13 req-6a0ef5b5-9db2-44e9-8d50-b36ecf92907b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620420 May 19 11:20:54.348076 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.352131 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.361745 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:54.385920 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e196974e-26e8-4e85-a013-961b6ec6bf90,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:54.388652 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:54.395153 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.397384 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1858540 May 19 11:20:54.401428 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41900) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:54.407157 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Request body: {'security_group_rule': {'security_group_id': '2ab5f03e-9e5b-41de-a3a3-7495d80cbe84', 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:54.413819 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:54.421658 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Usage tracker for resource:security_group_rule and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:54.425299 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:54.431333 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:54.455698 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.597812 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.607070 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.608234 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'name': 'tempest-TestShelveInstance-1748482420-router', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:45Z', 'updated_at': '2021-05-19T11:20:52Z', 'revision_number': 4, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'gw_port': {'id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:46Z', 'updated_at': '2021-05-19T11:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'e5071072-7e38-4ad3-9598-8dce6a2f145b', 'name': '', 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'mac_address': 'fa:16:3e:be:0e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'af7ae671-cfa7-4b63-999c-8204876381ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:50Z', 'updated_at': '2021-05-19T11:20:52Z', 'revision_number': 2, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'subnets': [{'id': 'af7ae671-cfa7-4b63-999c-8204876381ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:54.612158 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.614555 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:54.615027 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Checking router: 3fc8ace9-aead-4dbc-92ae-c5310e16b335 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:20:54.615992 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Updating router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 port e5071072-7e38-4ad3-9598-8dce6a2f145b binding host dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:20:54.637624 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900be832-390b-487b-8b41-c570964db5a0 req-24b5b616-ca5b-4da9-a0b8-92ce83313d1a tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:54.640517 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5ce90d-d8d8-4449-ae4a-9c2786f164ab,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:54.654022 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:54.657982 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.659167 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2565947 May 19 11:20:54.662148 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41914) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:54.667072 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-900be832-390b-487b-8b41-c570964db5a0 req-24b5b616-ca5b-4da9-a0b8-92ce83313d1a tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 946 time: 0.2268758 May 19 11:20:54.678079 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Request body: {'security_group_rule': {'security_group_id': '2ab5f03e-9e5b-41de-a3a3-7495d80cbe84', 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:54.679369 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c20c1ba5-9a91-47a1-bbea-63dcb5eca76d,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:54.685473 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.686541 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:54.690148 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:54.695311 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Usage tracker for resource:security_group_rule and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:54.698446 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:54.705146 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:54.722112 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:54.723528 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41918) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:54.730073 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.773896 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.782935 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-900be832-390b-487b-8b41-c570964db5a0 req-ba7339ff-eeec-497a-ab01-a9bf1692f93d tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149256 May 19 11:20:54.836544 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.843306 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.846134 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3acfc2c7-a93b-4e9a-a704-e76be0ee3ea6 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:54.858842 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a111a-19c2-4b38-b960-d2e673d3a991 req-a0341856-3938-4172-91a8-00b6c0e3c6ce tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:54.870252 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-660a111a-19c2-4b38-b960-d2e673d3a991 req-a0341856-3938-4172-91a8-00b6c0e3c6ce tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1626933 May 19 11:20:54.921176 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d046890-b5ef-498e-a245-9e950c0f3326,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:54.925562 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:54.928717 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.929906 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-cab6f857-7055-4aa4-9898-a77fb5062c57 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2668359 May 19 11:20:54.932769 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4ff531ce-adde-4604-b410-bc2c5882278b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.942298 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41928) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:54.942465 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-660a111a-19c2-4b38-b960-d2e673d3a991 req-d0c373b1-9f8b-4c4a-b595-d639536931a6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709462 May 19 11:20:54.951744 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Request body: {'security_group_rule': {'security_group_id': '2ab5f03e-9e5b-41de-a3a3-7495d80cbe84', 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:54.959382 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-4ff531ce-adde-4604-b410-bc2c5882278b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:54.963197 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-4ff531ce-adde-4604-b410-bc2c5882278b admin admin] Usage tracker for resource:security_group_rule and tenant:0f45aa4a82fe45c8a109dd01adaa7de5 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:54.966172 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-4ff531ce-adde-4604-b410-bc2c5882278b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:54.972712 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-4ff531ce-adde-4604-b410-bc2c5882278b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:55.024255 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:55.032348 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Usage tracker for resource:security_group_rule and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:55.037171 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:55.048646 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:55.088852 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.099493 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=c20c1ba5-9a91-47a1-bbea-63dcb5eca76d,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.104419 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.125006 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4ff531ce-adde-4604-b410-bc2c5882278b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.127961 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:55.128571 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.133005 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4ff531ce-adde-4604-b410-bc2c5882278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.152847 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-50d02b91-2af5-41ae-a15d-a1ff78d8f57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.211814 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 41936) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:55.223830 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-4ff531ce-adde-4604-b410-bc2c5882278b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0f45aa4a82fe45c8a109dd01adaa7de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990575 May 19 11:20:55.232639 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff531ce-adde-4604-b410-bc2c5882278b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3425d156-1bd8-4794-997a-95565fe92879,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.250646 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4ff531ce-adde-4604-b410-bc2c5882278b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.289716 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.295316 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.297417 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.328098 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.329132 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4228b95-624b-4c48-8ffc-b5ed92e42012,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.337552 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.344767 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Transition to ACTIVE for port object e5071072-7e38-4ad3-9598-8dce6a2f145b will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:20:55.345965 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec131-8845-4016-9924-a15995c6f3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.353066 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.358471 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.387783 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.388972 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-37419b48-a320-446a-b417-ab4a3b070ec2 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4441123 May 19 11:20:55.391652 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41942) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:55.395095 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec131-8845-4016-9924-a15995c6f3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.397718 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Request body: {'security_group_rule': {'security_group_id': '2ab5f03e-9e5b-41de-a3a3-7495d80cbe84', 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:55.408991 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:55.421191 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Usage tracker for resource:security_group_rule and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:55.426168 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:55.442807 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:55.466325 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.securitygroups_db [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Project 7021e4460faf4d808e7ea7c215cb748a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 11:20:55.479437 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec131-8845-4016-9924-a15995c6f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.486985 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.493719 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-350cb511-b3eb-43cc-8204-e530fefeb526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.517973 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ec131-8845-4016-9924-a15995c6f3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3425d156-1bd8-4794-997a-95565fe92879,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.527566 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec131-8845-4016-9924-a15995c6f3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.529163 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-8a1ec131-8845-4016-9924-a15995c6f3f1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3425d156-1bd8-4794-997a-95565fe92879 HTTP/1.1" status: 204 len: 168 time: 0.3162611 May 19 11:20:55.530532 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8a1ec131-8845-4016-9924-a15995c6f3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.607811 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50556eeb-e98e-41c8-8ea5-ceda83b5fa60 None None] Pushing event updated for resources: {'Port': ['ID=e5071072-7e38-4ad3-9598-8dce6a2f145b,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.621760 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.630885 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.633299 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-a95d0297-ae36-41ef-986a-588e4cd8c36e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.650976 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-50556eeb-e98e-41c8-8ea5-ceda83b5fa60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.662353 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b73f117-d4ee-4576-879c-1c2f2463f297,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.665996 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.688365 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.690539 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-148be2a6-075a-4d43-9653-b1c90eab45de tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2979648 May 19 11:20:55.693890 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 41950) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:55.700825 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Attempting to bind port e5071072-7e38-4ad3-9598-8dce6a2f145b on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:20:55.701259 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Attempting to bind port e5071072-7e38-4ad3-9598-8dce6a2f145b by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '255c0f04-0080-477f-8e39-a48c3556fd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:20:55.701665 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Attempting to bind port e5071072-7e38-4ad3-9598-8dce6a2f145b on network 94ca8f15-0568-4f22-bf69-fccc226ae0f7 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:20:55.712737 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Request body: {'security_group_rule': {'security_group_id': '2ab5f03e-9e5b-41de-a3a3-7495d80cbe84', 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:55.722546 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:20:55.723074 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Checking segment: {'id': '255c0f04-0080-477f-8e39-a48c3556fd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:55.723315 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.723653 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:55.723790 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Bound using segment: {'id': '255c0f04-0080-477f-8e39-a48c3556fd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:20:55.726870 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Bound port: e5071072-7e38-4ad3-9598-8dce6a2f145b, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255c0f04-0080-477f-8e39-a48c3556fd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:20:55.727442 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.728300 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Usage tracker for resource:security_group_rule and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:55.731642 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:55.740882 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:55.774396 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.securitygroups_db [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Project 7021e4460faf4d808e7ea7c215cb748a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 11:20:55.786608 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.815306 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c20c1ba5-9a91-47a1-bbea-63dcb5eca76d up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:55.823622 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2541e-cb78-4223-8491-a11edc3d3b86 req-a61f4df4-0ff2-445b-94ac-9b3011f4dd59 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:55.825494 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ffb2541e-cb78-4223-8491-a11edc3d3b86 req-a61f4df4-0ff2-445b-94ac-9b3011f4dd59 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 946 time: 0.1136677 May 19 11:20:55.884976 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.887450 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ffb2541e-cb78-4223-8491-a11edc3d3b86 req-ce3500dd-f255-45c0-9b08-1396be55e4a9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495195 May 19 11:20:55.889686 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.898637 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.927115 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] For port e5071072-7e38-4ad3-9598-8dce6a2f145b, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:20:55.930331 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] For port e5071072-7e38-4ad3-9598-8dce6a2f145b, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=e5071072-7e38-4ad3-9598-8dce6a2f145b,segment=NetworkSegment(255c0f04-0080-477f-8e39-a48c3556fd8b),segment_id=255c0f04-0080-477f-8e39-a48c3556fd8b)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:20:55.931581 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9a945d-f60e-4e7b-966b-540938ebde44,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.938917 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.941369 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.943560 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.945390 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2483554 May 19 11:20:55.955352 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:56.034579 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50556eeb-e98e-41c8-8ea5-ceda83b5fa60 None None] Pushing event updated for resources: {'Port': ['ID=e5071072-7e38-4ad3-9598-8dce6a2f145b,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:56.037202 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:56.037551 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:56.067905 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-50556eeb-e98e-41c8-8ea5-ceda83b5fa60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:56.118675 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Routers {'3fc8ace9-aead-4dbc-92ae-c5310e16b335'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:56.120000 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:20:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:56.330269 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c156989-0f7d-4cea-89fc-d3f44a87f4e7 req-442d4346-0eee-453a-9946-314e5e7be5c4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:56.338802 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8c156989-0f7d-4cea-89fc-d3f44a87f4e7 req-442d4346-0eee-453a-9946-314e5e7be5c4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1452272 May 19 11:20:56.400660 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8c156989-0f7d-4cea-89fc-d3f44a87f4e7 req-15388d1d-0609-488d-a639-fb035610d7fd tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608628 May 19 11:20:56.455568 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] Set router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:56.885420 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'name': 'tempest-TestShelveInstance-1748482420-router', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:45Z', 'updated_at': '2021-05-19T11:20:52Z', 'revision_number': 4, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'gw_port': {'id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:46Z', 'updated_at': '2021-05-19T11:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'e5071072-7e38-4ad3-9598-8dce6a2f145b', 'name': '', 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'mac_address': 'fa:16:3e:be:0e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'af7ae671-cfa7-4b63-999c-8204876381ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:50Z', 'updated_at': '2021-05-19T11:20:55Z', 'revision_number': 4, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'subnets': [{'id': 'af7ae671-cfa7-4b63-999c-8204876381ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:56.889391 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b82072-d8cc-4b5d-9fd4-c6b0913896ed None None] The sync data for ids ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'] in dv-cinder-768105-9-smb is: [{'id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'name': 'tempest-TestShelveInstance-1748482420-router', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:45Z', 'updated_at': '2021-05-19T11:20:52Z', 'revision_number': 4, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'gw_port': {'id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:46Z', 'updated_at': '2021-05-19T11:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'e5071072-7e38-4ad3-9598-8dce6a2f145b', 'name': '', 'network_id': '94ca8f15-0568-4f22-bf69-fccc226ae0f7', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'mac_address': 'fa:16:3e:be:0e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'af7ae671-cfa7-4b63-999c-8204876381ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:50Z', 'updated_at': '2021-05-19T11:20:55Z', 'revision_number': 4, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'subnets': [{'id': 'af7ae671-cfa7-4b63-999c-8204876381ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:20:57.623618 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a83d30-56cf-4549-81fb-3934c09460e6 req-b2b7f8a3-3f7f-4576-8a54-df09e6ccb3fb tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:57.625152 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b3a83d30-56cf-4549-81fb-3934c09460e6 req-b2b7f8a3-3f7f-4576-8a54-df09e6ccb3fb tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0977118 May 19 11:20:57.676916 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b3a83d30-56cf-4549-81fb-3934c09460e6 req-6dae813e-fc77-497b-a303-2b49a491d98f tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447907 May 19 11:20:57.831980 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device e5071072-7e38-4ad3-9598-8dce6a2f145b up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:57.935107 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port e5071072-7e38-4ad3-9598-8dce6a2f145b completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:20:57.949743 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port e5071072-7e38-4ad3-9598-8dce6a2f145b triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:57.951069 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.170788 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.221491 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port e5071072-7e38-4ad3-9598-8dce6a2f145b, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=e5071072-7e38-4ad3-9598-8dce6a2f145b,segment=NetworkSegment(255c0f04-0080-477f-8e39-a48c3556fd8b),segment_id=255c0f04-0080-477f-8e39-a48c3556fd8b)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:58.226625 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.228840 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f2c79eca-41f3-404d-886e-16aa235ad0e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:58.322062 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=e5071072-7e38-4ad3-9598-8dce6a2f145b,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:58.326741 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:58.395822 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42092) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:58.577947 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-fce01f63-d885-4c0f-923d-57b9b82a8fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.593164 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-fce01f63-d885-4c0f-923d-57b9b82a8fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:58.597248 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-fce01f63-d885-4c0f-923d-57b9b82a8fef admin admin] Usage tracker for resource:security_group_rule and tenant:565e61b8ecef4165a75ee8b706c826e8 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:58.604759 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-fce01f63-d885-4c0f-923d-57b9b82a8fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:58.611200 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-fce01f63-d885-4c0f-923d-57b9b82a8fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:58.615162 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8d0e35bd-c413-4a65-8c83-02302a003dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.697209 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-fce01f63-d885-4c0f-923d-57b9b82a8fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.701155 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-fce01f63-d885-4c0f-923d-57b9b82a8fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.715982 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-fbb6fc63-8d79-4c75-91f7-4b27da6a09b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:58.788695 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42110) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:58.789237 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-fce01f63-d885-4c0f-923d-57b9b82a8fef admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=565e61b8ecef4165a75ee8b706c826e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917603 May 19 11:20:58.789774 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce01f63-d885-4c0f-923d-57b9b82a8fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9263be9a-d2ee-42bf-abfe-bed78549dbe8,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:58.792871 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-fce01f63-d885-4c0f-923d-57b9b82a8fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:58.938895 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b95322f9-2081-4b62-9f22-2d853c6056f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.978473 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b108-41e8-42e6-97c3-0739da0f3876 req-5b602a05-cd27-4fe4-8c70-5772ca307733 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:58.980081 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ef60b108-41e8-42e6-97c3-0739da0f3876 req-5b602a05-cd27-4fe4-8c70-5772ca307733 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1586840 May 19 11:20:58.982218 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b95322f9-2081-4b62-9f22-2d853c6056f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:59.061250 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ef60b108-41e8-42e6-97c3-0739da0f3876 req-cd0d4988-e7f4-43ed-96e3-ad4a149ee0de tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679247 May 19 11:20:59.098922 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b95322f9-2081-4b62-9f22-2d853c6056f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:59.103615 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:59.114943 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95322f9-2081-4b62-9f22-2d853c6056f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263be9a-d2ee-42bf-abfe-bed78549dbe8,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:59.117749 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b95322f9-2081-4b62-9f22-2d853c6056f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:59.126392 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b95322f9-2081-4b62-9f22-2d853c6056f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:59.127691 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-b95322f9-2081-4b62-9f22-2d853c6056f0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9263be9a-d2ee-42bf-abfe-bed78549dbe8 HTTP/1.1" status: 204 len: 168 time: 0.3380282 May 19 11:20:59.436482 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42120) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:59.454378 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e343a13d-43c6-4ac1-8d75-7fdaabf0f3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:59.468701 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e343a13d-43c6-4ac1-8d75-7fdaabf0f3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:59.472456 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-e343a13d-43c6-4ac1-8d75-7fdaabf0f3bf admin admin] Usage tracker for resource:security_group_rule and tenant:6885e42e4cf94951842b487d7f42245a is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:59.475266 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-e343a13d-43c6-4ac1-8d75-7fdaabf0f3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:59.485990 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e343a13d-43c6-4ac1-8d75-7fdaabf0f3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:59.575818 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e343a13d-43c6-4ac1-8d75-7fdaabf0f3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:59.580414 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e343a13d-43c6-4ac1-8d75-7fdaabf0f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:59.591830 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a27196ae-90c0-4a43-a691-d9ec7a8ecbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:59.640385 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-e343a13d-43c6-4ac1-8d75-7fdaabf0f3bf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6885e42e4cf94951842b487d7f42245a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027254 May 19 11:20:59.641343 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343a13d-43c6-4ac1-8d75-7fdaabf0f3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3251e626-ce94-42fb-ab30-9b004c106d30,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:59.643004 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42130) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:59.651985 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e343a13d-43c6-4ac1-8d75-7fdaabf0f3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:59.730603 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a2761a43-73e3-4e37-8bb3-60a3dd9655f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:59.763850 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a2761a43-73e3-4e37-8bb3-60a3dd9655f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:59.784008 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device e5071072-7e38-4ad3-9598-8dce6a2f145b up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:20:59.831843 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a2761a43-73e3-4e37-8bb3-60a3dd9655f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:59.843219 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-7ff4aba6-5eea-4bf5-a5ca-acf065f34f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:59.860122 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2761a43-73e3-4e37-8bb3-60a3dd9655f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3251e626-ce94-42fb-ab30-9b004c106d30,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:59.868247 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port e5071072-7e38-4ad3-9598-8dce6a2f145b triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:20:59.868642 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:59.880074 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-a2761a43-73e3-4e37-8bb3-60a3dd9655f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:59.881461 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a2761a43-73e3-4e37-8bb3-60a3dd9655f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:59.885417 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-a2761a43-73e3-4e37-8bb3-60a3dd9655f5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3251e626-ce94-42fb-ab30-9b004c106d30 HTTP/1.1" status: 204 len: 168 time: 0.2413518 May 19 11:21:00.287900 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f14d-0680-4438-befa-e6f53ec769bd req-b5a714fc-454b-40db-9f40-22e0b6d9ecb4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:00.289450 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-67d0f14d-0680-4438-befa-e6f53ec769bd req-b5a714fc-454b-40db-9f40-22e0b6d9ecb4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0992413 May 19 11:21:00.334536 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-67d0f14d-0680-4438-befa-e6f53ec769bd req-aac2fe52-7d2e-427d-9cde-71f3f3e28e49 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391107 May 19 11:21:01.242756 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:01.494518 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a81f865a-4018-46b4-8b46-bd626c12d615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:01.568225 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:01.590667 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092327a-7b69-4476-bdd1-479ccade5046 req-9096be19-90af-479d-800f-ecff01a2c55e tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:01.592537 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f092327a-7b69-4476-bdd1-479ccade5046 req-9096be19-90af-479d-800f-ecff01a2c55e tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 946 time: 0.1622856 May 19 11:21:01.612511 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131ca5e-2431-448b-aae0-7a82ad645f36 req-6e26dab8-e3be-4b81-86fa-fb68526f250e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:01.621517 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b131ca5e-2431-448b-aae0-7a82ad645f36 req-6e26dab8-e3be-4b81-86fa-fb68526f250e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1541076 May 19 11:21:01.698397 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b131ca5e-2431-448b-aae0-7a82ad645f36 req-c64df346-240d-4c47-802c-1e3c0f75ae0b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756447 May 19 11:21:01.729900 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f092327a-7b69-4476-bdd1-479ccade5046 req-89b12748-b778-4fa3-9d40-8ab970cd4650 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056685 May 19 11:21:01.755761 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42202) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:02.131036 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30835059-f03b-43f9-8420-2834046fc44b tempest-TestMinimumBasicScenario-79449277 tempest-TestMinimumBasicScenario-79449277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:02.131798 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-30835059-f03b-43f9-8420-2834046fc44b tempest-TestMinimumBasicScenario-79449277 tempest-TestMinimumBasicScenario-79449277-project-admin] Synchronizing usage tracker for tenant:88347dcb621140a9a2554d50997fa1b2 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:02.150735 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-30835059-f03b-43f9-8420-2834046fc44b tempest-TestMinimumBasicScenario-79449277 tempest-TestMinimumBasicScenario-79449277-project-admin] Unset dirty status for tenant:88347dcb621140a9a2554d50997fa1b2 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:02.151980 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-30835059-f03b-43f9-8420-2834046fc44b tempest-TestMinimumBasicScenario-79449277 tempest-TestMinimumBasicScenario-79449277-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 1094 time: 0.3947344 May 19 11:21:02.155140 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42220) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:02.160508 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Request body: {'floatingip': {'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'port_id': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:02.166697 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:02.170865 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Usage tracker for resource:floatingip and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:02.174060 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:02.182705 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:02.192776 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for floatingip, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:02.328290 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:02.392351 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:02.471007 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Allocated IP 172.28.2.228 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/be2e2d1c-ccc4-4fbf-a002-c2f9e781ede2) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:21:02.637718 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:02.668487 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:02.672384 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:02.803792 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:21:02.806725 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:02.810414 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:21:02.851913 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'Port': ['ID=be2e2d1c-ccc4-4fbf-a002-c2f9e781ede2,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:02.859133 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:03.124544 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1f790-292b-48f8-ad8a-7bd1a8f66273 req-56635902-efda-41ab-820a-52b4fcfcbfca tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:03.126077 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4fa1f790-292b-48f8-ad8a-7bd1a8f66273 req-56635902-efda-41ab-820a-52b4fcfcbfca tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.2280328 May 19 11:21:03.251876 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4fa1f790-292b-48f8-ad8a-7bd1a8f66273 req-b234a985-1b7e-4133-82ce-8361bd728d7e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161017 May 19 11:21:03.468131 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:03.578407 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:03.789678 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:03.794862 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842844'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:03.798472 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:03.862792 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:03.907640 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'Port': ['ID=be2e2d1c-ccc4-4fbf-a002-c2f9e781ede2,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:03.912301 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:03.919664 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:04.119115 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.l3_db [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Floating IP b4535c86-5606-4ffb-bdbc-90d957e835b4 associated. External IP: 172.28.2.228, port: a48f77ff-7c53-445a-b897-751a8e5c3c54. May 19 11:21:04.628365 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e412fb1-56ce-4efc-924f-72296ae7f589 req-4f85cc5d-df6a-4949-8a26-6cc57bec71c6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:04.630462 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6e412fb1-56ce-4efc-924f-72296ae7f589 req-4f85cc5d-df6a-4949-8a26-6cc57bec71c6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.2477138 May 19 11:21:04.719499 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6e412fb1-56ce-4efc-924f-72296ae7f589 req-1cf39b14-d547-4f00-9f88-c4d122e6d86c tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811093 May 19 11:21:04.725649 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Router b42b5e45-62de-4874-b785-97b70c168516 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:21:04.907668 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:21:04.918003 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc965112-1916-4a16-865c-0b2b9c1958b7 None None] Sync routers for ids ['b42b5e45-62de-4874-b785-97b70c168516'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:21:04.928912 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc965112-1916-4a16-865c-0b2b9c1958b7 None None] Routers {'b42b5e45-62de-4874-b785-97b70c168516'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:04.929319 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-dc965112-1916-4a16-865c-0b2b9c1958b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:21:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['b42b5e45-62de-4874-b785-97b70c168516'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:04.942733 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:05.010931 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8542910 May 19 11:21:05.011396 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:05.014156 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42280) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:05.020121 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234074020', 'description': 'tempest-secgroup-smoke-234074020 description', 'project_id': 'd584492cba284d1083b40dab6b12a483'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:05.027201 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:05.037937 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Usage tracker for resource:security_group and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:05.041666 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:05.050938 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:05.068116 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'status': 'completed', 'code': 200} May 19 11:21:05.073988 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:05.114602 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:05.162769 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Usage tracker for resource:security_group_rule and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:05.171334 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:05.179384 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-dc965112-1916-4a16-865c-0b2b9c1958b7 None None] Set router b42b5e45-62de-4874-b785-97b70c168516 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:05.180066 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:05.252334 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c1296-34d7-4223-acc2-0b8ba13e9ce8 req-ab4d0477-c435-4176-b517-dbcfed258b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:05.253889 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-328c1296-34d7-4223-acc2-0b8ba13e9ce8 req-ab4d0477-c435-4176-b517-dbcfed258b39 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=d584492cba284d1083b40dab6b12a483&device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 1099 time: 0.1417344 May 19 11:21:05.327645 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:05.488946 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:05.514827 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-034675d6-acba-4cb8-a380-5c04fc07f366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:05.581726 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:05.586485 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5713158 May 19 11:21:05.586608 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42294) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:05.593417 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Request body: {'security_group_rule': {'security_group_id': '552509b2-d4f2-4d97-acff-c7fd6c82f215', 'project_id': 'd584492cba284d1083b40dab6b12a483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:05.607626 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:05.609902 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552509b2-d4f2-4d97-acff-c7fd6c82f215,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:05.612333 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Usage tracker for resource:security_group_rule and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:05.616552 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:05.622040 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-dc965112-1916-4a16-865c-0b2b9c1958b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:49Z', 'revision_number': 4, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'b4535c86-5606-4ffb-bdbc-90d957e835b4', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'port_id': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'mac_address': 'fa:16:3e:2b:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:21:03Z', 'updated_at': '2021-05-19T11:21:03Z', 'revision_number': 0, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f983a6-e18f-4afb-a379-79b706b5189a', 'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'mac_address': 'fa:16:3e:cf:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:47Z', 'updated_at': '2021-05-19T11:19:56Z', 'revision_number': 5, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'subnets': [{'id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:05.625971 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc965112-1916-4a16-865c-0b2b9c1958b7 None None] Checking router: b42b5e45-62de-4874-b785-97b70c168516 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:21:05.630116 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:05.632836 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:05.637702 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c1296-34d7-4223-acc2-0b8ba13e9ce8 req-420f1cc2-6600-40d6-ad0f-32c18c2e02be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:05.639036 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc965112-1916-4a16-865c-0b2b9c1958b7 None None] Routers {'b42b5e45-62de-4874-b785-97b70c168516'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:05.639238 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-328c1296-34d7-4223-acc2-0b8ba13e9ce8 req-420f1cc2-6600-40d6-ad0f-32c18c2e02be service neutron] 10.222.0.106 "GET /v2.0/networks?id=71097922-6afa-451b-9a9a-993f006c08a8 HTTP/1.1" status: 200 len: 917 time: 0.3796437 May 19 11:21:05.639679 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-dc965112-1916-4a16-865c-0b2b9c1958b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:21:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['b42b5e45-62de-4874-b785-97b70c168516'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:05.662499 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:05.762111 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:05.772569 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:05.774985 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:05.826103 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:05.827547 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2396684 May 19 11:21:05.828491 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b2ba36-712d-4978-b7e5-a9e14cebc3ab,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:05.830333 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42304) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:05.839074 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Request body: {'security_group_rule': {'security_group_id': '552509b2-d4f2-4d97-acff-c7fd6c82f215', 'project_id': 'd584492cba284d1083b40dab6b12a483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:05.851092 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:05.852475 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:05.856732 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Usage tracker for resource:security_group_rule and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:05.860127 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:05.866445 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-328c1296-34d7-4223-acc2-0b8ba13e9ce8 req-5f721f8c-8f40-423c-97f8-33ca0d119588 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54 HTTP/1.1" status: 200 len: 1000 time: 0.2203083 May 19 11:21:05.867562 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:05.888879 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:05.937048 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-dc965112-1916-4a16-865c-0b2b9c1958b7 None None] Set router b42b5e45-62de-4874-b785-97b70c168516 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:05.951319 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c1296-34d7-4223-acc2-0b8ba13e9ce8 req-35e7525a-a6a3-4c46-8d11-6ceeddf4365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:05.952775 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-328c1296-34d7-4223-acc2-0b8ba13e9ce8 req-35e7525a-a6a3-4c46-8d11-6ceeddf4365c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c1ae097-e8da-4a61-94cf-87e76f049c4a HTTP/1.1" status: 200 len: 854 time: 0.0801170 May 19 11:21:06.030477 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.041507 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dcfbb-a049-4052-b9b3-5e0c32344a0b req-11bffd5f-103a-41b3-ac02-cdd8cfc21f1e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:06.043377 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df2dcfbb-a049-4052-b9b3-5e0c32344a0b req-11bffd5f-103a-41b3-ac02-cdd8cfc21f1e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1280746 May 19 11:21:06.044453 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.046492 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:06.050823 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c1296-34d7-4223-acc2-0b8ba13e9ce8 req-fe559adc-4320-49fb-a82a-ecde465307a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:06.053790 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-328c1296-34d7-4223-acc2-0b8ba13e9ce8 req-fe559adc-4320-49fb-a82a-ecde465307a4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=71097922-6afa-451b-9a9a-993f006c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0946231 May 19 11:21:06.087068 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862fba06-620c-4e54-a325-cbb292f84561,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:06.098234 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:06.116347 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.117772 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2864981 May 19 11:21:06.121194 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42312) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:06.127110 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Request body: {'security_group_rule': {'security_group_id': '552509b2-d4f2-4d97-acff-c7fd6c82f215', 'project_id': 'd584492cba284d1083b40dab6b12a483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:06.138116 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:06.150147 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-df2dcfbb-a049-4052-b9b3-5e0c32344a0b req-071d523d-bd14-4780-a491-0df3ed9fa331 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913970 May 19 11:21:06.152764 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Usage tracker for resource:security_group_rule and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:06.155862 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:06.162181 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:06.182738 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.224656 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-328c1296-34d7-4223-acc2-0b8ba13e9ce8 req-ed8f122d-b94f-4ae6-a421-623188ad6e79 service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618826 May 19 11:21:06.263959 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.268635 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.271623 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4b67b9cd-4191-46fa-ae94-3f12347d8574 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:06.304410 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab291d7-fe54-45f8-9d42-34fbf39c5e15,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:06.308218 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:06.316533 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42320) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:06.330928 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.336705 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2119324 May 19 11:21:06.337020 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42326) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:06.342131 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Request body: {'security_group_rule': {'security_group_id': '552509b2-d4f2-4d97-acff-c7fd6c82f215', 'project_id': 'd584492cba284d1083b40dab6b12a483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:06.349347 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:06.353756 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Usage tracker for resource:security_group_rule and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:06.357787 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:06.363315 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:06.382520 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.413086 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-328c1296-34d7-4223-acc2-0b8ba13e9ce8 req-6619ab33-9382-40ab-8645-85d6241a0c5a service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793530 May 19 11:21:06.434931 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-dc965112-1916-4a16-865c-0b2b9c1958b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:49Z', 'revision_number': 4, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'b4535c86-5606-4ffb-bdbc-90d957e835b4', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'port_id': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'mac_address': 'fa:16:3e:2b:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:21:03Z', 'updated_at': '2021-05-19T11:21:03Z', 'revision_number': 0, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f983a6-e18f-4afb-a379-79b706b5189a', 'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'mac_address': 'fa:16:3e:cf:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:47Z', 'updated_at': '2021-05-19T11:19:56Z', 'revision_number': 5, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'subnets': [{'id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:06.440198 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc965112-1916-4a16-865c-0b2b9c1958b7 None None] The sync data for ids ['b42b5e45-62de-4874-b785-97b70c168516'] in dv-cinder-768105-9-smb is: [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:49Z', 'revision_number': 4, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'b4535c86-5606-4ffb-bdbc-90d957e835b4', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'port_id': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'mac_address': 'fa:16:3e:2b:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:21:03Z', 'updated_at': '2021-05-19T11:21:03Z', 'revision_number': 0, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f983a6-e18f-4afb-a379-79b706b5189a', 'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'mac_address': 'fa:16:3e:cf:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:47Z', 'updated_at': '2021-05-19T11:19:56Z', 'revision_number': 5, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'subnets': [{'id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:21:06.480690 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.485695 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.487786 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d55aa97d-22b4-4fa8-bbd8-7282b1bcd44b tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:06.512154 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b76bdd8-4e62-469b-8fde-9a8996135893,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:06.514747 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:06.522975 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.524405 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1863148 May 19 11:21:06.527151 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42332) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:06.532878 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Request body: {'security_group_rule': {'security_group_id': '552509b2-d4f2-4d97-acff-c7fd6c82f215', 'project_id': 'd584492cba284d1083b40dab6b12a483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:06.539781 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:06.544486 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-027a14ab-c8ef-490b-9a2d-3e8bbf9667ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.544908 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Usage tracker for resource:security_group_rule and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:06.552611 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:06.564938 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:06.569989 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-027a14ab-c8ef-490b-9a2d-3e8bbf9667ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:06.574230 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-027a14ab-c8ef-490b-9a2d-3e8bbf9667ba admin admin] Usage tracker for resource:security_group_rule and tenant:b8b93f259e13425bb76634e413d22871 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:06.577238 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-027a14ab-c8ef-490b-9a2d-3e8bbf9667ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:06.577726 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.securitygroups_db [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Project d584492cba284d1083b40dab6b12a483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 11:21:06.583660 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-027a14ab-c8ef-490b-9a2d-3e8bbf9667ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:06.585559 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.691851 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.698279 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.707837 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-0c1c99f1-3f72-4fa7-8285-6a3c6ff40c07 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:06.711729 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-027a14ab-c8ef-490b-9a2d-3e8bbf9667ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.716566 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-027a14ab-c8ef-490b-9a2d-3e8bbf9667ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.729290 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f920931c-4cc8-4cb6-970d-3fe2870d245e,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:06.732226 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:06.742173 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.745831 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b95322f9-2081-4b62-9f22-2d853c6056f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:06.746003 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-affdabf8-7045-4b3d-8087-d4b6e4682e1f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2175062 May 19 11:21:06.747124 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42340) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:06.753325 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Request body: {'security_group_rule': {'security_group_id': '552509b2-d4f2-4d97-acff-c7fd6c82f215', 'project_id': 'd584492cba284d1083b40dab6b12a483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:06.759918 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-027a14ab-c8ef-490b-9a2d-3e8bbf9667ba admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b8b93f259e13425bb76634e413d22871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416339 May 19 11:21:06.762790 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42344) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:06.769351 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2238f554-fe8c-475a-8906-ca0edfacbec5 None None] New status for floating IP b4535c86-5606-4ffb-bdbc-90d957e835b4: ACTIVE {{(pid=91617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:21:06.776768 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:06.783429 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Usage tracker for resource:security_group_rule and tenant:d584492cba284d1083b40dab6b12a483 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:06.787649 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:06.794952 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:06.807610 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.securitygroups_db [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Project d584492cba284d1083b40dab6b12a483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 11:21:06.807806 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a14ab-c8ef-490b-9a2d-3e8bbf9667ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd5df96-c44e-4e44-8daf-7e89ca254609,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:06.812899 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-027a14ab-c8ef-490b-9a2d-3e8bbf9667ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:06.814619 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.853712 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5ff4e112-d691-4aba-b69e-d74344e402c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.883199 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5ff4e112-d691-4aba-b69e-d74344e402c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.907271 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.912884 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.915358 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-aac9860b-2b53-4b21-a98b-8fec049b9071 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:06.936066 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060fba44-f01e-4b89-8f69-b302e60eeea2,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:06.945352 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:06.952999 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5ff4e112-d691-4aba-b69e-d74344e402c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.958373 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9828d23f-fe70-46e8-8ab4-a7df18163d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:06.966517 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.968018 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-81dea50a-794c-4614-ba0b-e6bd17c6f51f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2197530 May 19 11:21:06.970290 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4e112-d691-4aba-b69e-d74344e402c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd5df96-c44e-4e44-8daf-7e89ca254609,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:06.974064 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5ff4e112-d691-4aba-b69e-d74344e402c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:06.976055 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5ff4e112-d691-4aba-b69e-d74344e402c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.980007 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-5ff4e112-d691-4aba-b69e-d74344e402c3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1bd5df96-c44e-4e44-8daf-7e89ca254609 HTTP/1.1" status: 204 len: 168 time: 0.2162027 May 19 11:21:07.161637 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5f3fcd4b-df54-4423-9186-4b94a4e6ca50 req-57bc3342-7e99-41e4-b453-4403c83ef17f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234074020&fields=id&tenant_id=d584492cba284d1083b40dab6b12a483 HTTP/1.1" status: 200 len: 267 time: 0.0695088 May 19 11:21:07.323311 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fcd4b-df54-4423-9186-4b94a4e6ca50 req-dd939842-a878-4f1f-b534-9383ad6cedae tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:07.324925 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5f3fcd4b-df54-4423-9186-4b94a4e6ca50 req-dd939842-a878-4f1f-b534-9383ad6cedae tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 946 time: 0.1566234 May 19 11:21:07.351037 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [req-5f3fcd4b-df54-4423-9186-4b94a4e6ca50 req-f141f4fd-97b8-4dcb-bfa8-3c0d16e0ec83 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Request body: {'port': {'security_groups': ['79152af0-b40c-4e04-9ffe-ff1cf91d7aaf', '552509b2-d4f2-4d97-acff-c7fd6c82f215']}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:07.361409 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42358) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:07.381147 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ed4f-5b51-4ef3-8ae7-113ba6038508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:07.395901 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-d7a0ed4f-5b51-4ef3-8ae7-113ba6038508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:07.399713 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-d7a0ed4f-5b51-4ef3-8ae7-113ba6038508 admin admin] Usage tracker for resource:security_group_rule and tenant:fb2934689ebf45f899ce82c7c37e8f4d is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:07.402546 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-d7a0ed4f-5b51-4ef3-8ae7-113ba6038508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:07.412349 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-d7a0ed4f-5b51-4ef3-8ae7-113ba6038508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:07.429619 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1fb1f-d58c-4c35-8f1b-c8dd03d0d583 req-ebed9949-6a5d-47f4-b3ac-6cbd1d3da8d5 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:07.431123 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-58d1fb1f-d58c-4c35-8f1b-c8dd03d0d583 req-ebed9949-6a5d-47f4-b3ac-6cbd1d3da8d5 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1648293 May 19 11:21:07.506176 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ed4f-5b51-4ef3-8ae7-113ba6038508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:07.510496 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ed4f-5b51-4ef3-8ae7-113ba6038508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:07.517797 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-a2761a43-73e3-4e37-8bb3-60a3dd9655f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:07.559266 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0ed4f-5b51-4ef3-8ae7-113ba6038508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fa4c9a-0e5d-4020-afb9-d08551ac3248,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:07.566160 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-d7a0ed4f-5b51-4ef3-8ae7-113ba6038508 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fb2934689ebf45f899ce82c7c37e8f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030492 May 19 11:21:07.566905 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42364) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:07.568128 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d7a0ed4f-5b51-4ef3-8ae7-113ba6038508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:07.618638 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-5f3fcd4b-df54-4423-9186-4b94a4e6ca50 req-f141f4fd-97b8-4dcb-bfa8-3c0d16e0ec83 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:07.632562 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-88401281-77fc-44a8-9489-bf56afd6eb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:07.634978 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-58d1fb1f-d58c-4c35-8f1b-c8dd03d0d583 req-05c81e4c-31d7-4e65-9157-58fd4badd402 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801504 May 19 11:21:07.667902 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-88401281-77fc-44a8-9489-bf56afd6eb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:07.741985 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-88401281-77fc-44a8-9489-bf56afd6eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:07.747722 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-13ca1a8f-f95c-4088-a674-dde4270d2300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:07.764574 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88401281-77fc-44a8-9489-bf56afd6eb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fa4c9a-0e5d-4020-afb9-d08551ac3248,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:07.767137 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-88401281-77fc-44a8-9489-bf56afd6eb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:07.770098 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-88401281-77fc-44a8-9489-bf56afd6eb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:07.772825 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-88401281-77fc-44a8-9489-bf56afd6eb2a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f1fa4c9a-0e5d-4020-afb9-d08551ac3248 HTTP/1.1" status: 204 len: 168 time: 0.2016730 May 19 11:21:07.997983 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-5f3fcd4b-df54-4423-9186-4b94a4e6ca50 req-f141f4fd-97b8-4dcb-bfa8-3c0d16e0ec83 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] For port a48f77ff-7c53-445a-b897-751a8e5c3c54, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:08.024148 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-5f3fcd4b-df54-4423-9186-4b94a4e6ca50 req-f141f4fd-97b8-4dcb-bfa8-3c0d16e0ec83 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:08.028614 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-5f3fcd4b-df54-4423-9186-4b94a4e6ca50 req-f141f4fd-97b8-4dcb-bfa8-3c0d16e0ec83 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842844'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:08.034087 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:08.099230 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fcd4b-df54-4423-9186-4b94a4e6ca50 req-f141f4fd-97b8-4dcb-bfa8-3c0d16e0ec83 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:08.099855 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-5f3fcd4b-df54-4423-9186-4b94a4e6ca50 req-f141f4fd-97b8-4dcb-bfa8-3c0d16e0ec83 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:08.101203 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5f3fcd4b-df54-4423-9186-4b94a4e6ca50 req-f141f4fd-97b8-4dcb-bfa8-3c0d16e0ec83 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "PUT /v2.0/ports/a48f77ff-7c53-445a-b897-751a8e5c3c54 HTTP/1.1" status: 200 len: 982 time: 0.7658651 May 19 11:21:08.101987 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:08.132599 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141f4fd-97b8-4dcb-bfa8-3c0d16e0ec83 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'Port': ['ID=a48f77ff-7c53-445a-b897-751a8e5c3c54,revision_number=6']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:08.141972 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f141f4fd-97b8-4dcb-bfa8-3c0d16e0ec83 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:08.164929 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'status': 'completed', 'code': 200} May 19 11:21:08.205250 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['a48f77ff-7c53-445a-b897-751a8e5c3c54'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:08.249016 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42378) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:08.305396 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fc3cc-9881-4592-b98a-e1e47971caab req-7895fef9-8c15-4265-92a7-cc42433ee71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:08.307328 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-856fc3cc-9881-4592-b98a-e1e47971caab req-7895fef9-8c15-4265-92a7-cc42433ee71f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=d584492cba284d1083b40dab6b12a483&device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 1138 time: 0.1166413 May 19 11:21:08.327368 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-51057a24-6440-4465-96e0-6293df27db0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:08.356370 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-51057a24-6440-4465-96e0-6293df27db0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:08.362116 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-51057a24-6440-4465-96e0-6293df27db0e admin admin] Usage tracker for resource:security_group_rule and tenant:1a546c60467a48f0bed6513354ca5715 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:08.370601 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-51057a24-6440-4465-96e0-6293df27db0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:08.379822 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-51057a24-6440-4465-96e0-6293df27db0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:08.428958 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098ba1a-80f5-4715-8916-ccae066b0591 req-87fb8745-422a-4b37-89dc-59d815238455 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:08.435971 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1098ba1a-80f5-4715-8916-ccae066b0591 req-87fb8745-422a-4b37-89dc-59d815238455 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 985 time: 0.1476815 May 19 11:21:08.470631 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fc3cc-9881-4592-b98a-e1e47971caab req-ea10bc43-c5ad-4c91-9099-ebfafcce87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:08.473071 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-856fc3cc-9881-4592-b98a-e1e47971caab req-ea10bc43-c5ad-4c91-9099-ebfafcce87f9 service neutron] 10.222.0.106 "GET /v2.0/networks?id=71097922-6afa-451b-9a9a-993f006c08a8 HTTP/1.1" status: 200 len: 917 time: 0.1585996 May 19 11:21:08.492771 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-b3794d27-d15d-4777-b136-45de373b6f3f None None] Provisioning complete for port a48f77ff-7c53-445a-b897-751a8e5c3c54 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:08.493450 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b3794d27-d15d-4777-b136-45de373b6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:08.506391 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1098ba1a-80f5-4715-8916-ccae066b0591 req-93926b57-79dc-4a05-9e42-22c05fb611c3 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&id=552509b2-d4f2-4d97-acff-c7fd6c82f215&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695095 May 19 11:21:08.568366 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-51057a24-6440-4465-96e0-6293df27db0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:08.573842 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-51057a24-6440-4465-96e0-6293df27db0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:08.583450 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6defdc31-8ef3-4361-ab3f-afc0f21411b1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:08.634694 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-856fc3cc-9881-4592-b98a-e1e47971caab req-1438530e-26c0-4366-9ac6-8868ff043450 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54 HTTP/1.1" status: 200 len: 1002 time: 0.1546426 May 19 11:21:08.642573 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42388) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:08.642697 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-51057a24-6440-4465-96e0-6293df27db0e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1a546c60467a48f0bed6513354ca5715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866622 May 19 11:21:08.642697 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51057a24-6440-4465-96e0-6293df27db0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ca8927-c607-487a-8f37-95d2313ee485,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:08.643677 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-51057a24-6440-4465-96e0-6293df27db0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:08.800402 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:08.814559 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fc3cc-9881-4592-b98a-e1e47971caab req-d99173bf-7bc1-49dc-9eb2-2f6c2069c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:08.816030 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-856fc3cc-9881-4592-b98a-e1e47971caab req-d99173bf-7bc1-49dc-9eb2-2f6c2069c86f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c1ae097-e8da-4a61-94cf-87e76f049c4a HTTP/1.1" status: 200 len: 854 time: 0.1321781 May 19 11:21:08.844783 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c900a62-cfc0-4651-a9a6-89c043e4a3dc req-2cd89ec3-2992-4551-a8b6-a235a6fecb88 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:08.858713 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9c900a62-cfc0-4651-a9a6-89c043e4a3dc req-2cd89ec3-2992-4551-a8b6-a235a6fecb88 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1049149 May 19 11:21:08.924799 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:08.941628 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9c900a62-cfc0-4651-a9a6-89c043e4a3dc req-4138b579-13b9-49a2-92a2-d94a6c076ce3 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800653 May 19 11:21:09.024717 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fc3cc-9881-4592-b98a-e1e47971caab req-6dafd934-f230-4d93-9525-5896448aecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:09.026241 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-856fc3cc-9881-4592-b98a-e1e47971caab req-6dafd934-f230-4d93-9525-5896448aecc2 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=71097922-6afa-451b-9a9a-993f006c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2041795 May 19 11:21:09.026955 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.030684 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-be3acaca-3f00-4688-b9f2-6d57d3933578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:09.060432 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ca8927-c607-487a-8f37-95d2313ee485,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:09.085179 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.085572 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.085927 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.086277 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.086624 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.086964 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.087304 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.087640 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.087977 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.088311 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.088644 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.088976 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.094825 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:09.097740 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.099430 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/79ca8927-c607-487a-8f37-95d2313ee485 HTTP/1.1" status: 204 len: 168 time: 0.4610984 May 19 11:21:09.104645 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['a48f77ff-7c53-445a-b897-751a8e5c3c54'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:09.199914 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-856fc3cc-9881-4592-b98a-e1e47971caab req-cbc00af6-eb9c-4932-8dc2-3b14b184bc47 service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625118 May 19 11:21:09.439808 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-856fc3cc-9881-4592-b98a-e1e47971caab req-68092170-34fb-4148-ae04-9f317f4aee5f service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301366 May 19 11:21:10.175271 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586115a-9e78-4958-a144-6953b69c3556 req-f1e0019f-b462-441e-a7aa-8583083b7089 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:10.177848 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6586115a-9e78-4958-a144-6953b69c3556 req-f1e0019f-b462-441e-a7aa-8583083b7089 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1121473 May 19 11:21:10.228126 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6586115a-9e78-4958-a144-6953b69c3556 req-1bca7568-e229-47a2-b7d2-c44bc50877d7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 May 19 11:21:11.283674 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42474) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:11.407428 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cc153252-3e83-4dee-86ff-25a31f96bf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:11.416782 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f072ea-d769-4776-b668-783d2f272dd7 req-85f085cc-ab24-4fb6-b7ce-482d3dcec3a2 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:11.418277 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-88f072ea-d769-4776-b668-783d2f272dd7 req-85f085cc-ab24-4fb6-b7ce-482d3dcec3a2 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0797195 May 19 11:21:11.421600 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-cc153252-3e83-4dee-86ff-25a31f96bf5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:11.425343 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-cc153252-3e83-4dee-86ff-25a31f96bf5b admin admin] Usage tracker for resource:security_group_rule and tenant:6edc694e4c3d4c519017f3722ad74e7d is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:11.428667 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-cc153252-3e83-4dee-86ff-25a31f96bf5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:11.434524 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-cc153252-3e83-4dee-86ff-25a31f96bf5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:11.468261 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-88f072ea-d769-4776-b668-783d2f272dd7 req-160323f3-8e79-4f7b-b54d-0e0b7ca0a97a tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 May 19 11:21:11.519764 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cc153252-3e83-4dee-86ff-25a31f96bf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:11.524181 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cc153252-3e83-4dee-86ff-25a31f96bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:11.531841 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-09f5e5bf-2076-49cf-9df0-4c0c842dc8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:11.572729 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc153252-3e83-4dee-86ff-25a31f96bf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48e4293-edcd-46c6-8afd-bc44be81f947,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:11.577071 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-cc153252-3e83-4dee-86ff-25a31f96bf5b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6edc694e4c3d4c519017f3722ad74e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923334 May 19 11:21:11.578101 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cc153252-3e83-4dee-86ff-25a31f96bf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:11.579699 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42480) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:11.640353 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b0154e70-7380-490e-bb6f-3e42d56c7a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:11.667125 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b0154e70-7380-490e-bb6f-3e42d56c7a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:11.722406 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b0154e70-7380-490e-bb6f-3e42d56c7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:11.726637 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d7a0ed4f-5b51-4ef3-8ae7-113ba6038508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:11.737547 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0154e70-7380-490e-bb6f-3e42d56c7a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48e4293-edcd-46c6-8afd-bc44be81f947,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:11.742398 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b0154e70-7380-490e-bb6f-3e42d56c7a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:11.745461 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b0154e70-7380-490e-bb6f-3e42d56c7a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:11.746582 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-b0154e70-7380-490e-bb6f-3e42d56c7a5a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c48e4293-edcd-46c6-8afd-bc44be81f947 HTTP/1.1" status: 204 len: 168 time: 0.1659648 May 19 11:21:12.050097 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42500) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:12.068334 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b540b58d-6a6e-4476-8d36-a0b1982732a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:12.084475 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-b540b58d-6a6e-4476-8d36-a0b1982732a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:12.088903 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-b540b58d-6a6e-4476-8d36-a0b1982732a1 admin admin] Usage tracker for resource:security_group_rule and tenant:2895c8c1109d4a908356fcd26436c02c is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:12.092353 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-b540b58d-6a6e-4476-8d36-a0b1982732a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:12.098915 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-b540b58d-6a6e-4476-8d36-a0b1982732a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:12.186291 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b540b58d-6a6e-4476-8d36-a0b1982732a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:12.190208 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b540b58d-6a6e-4476-8d36-a0b1982732a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:12.198851 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-26596dd6-bde7-4c14-ab15-e1133211dcf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:12.241238 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-b540b58d-6a6e-4476-8d36-a0b1982732a1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2895c8c1109d4a908356fcd26436c02c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878324 May 19 11:21:12.242866 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42512) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:12.246870 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540b58d-6a6e-4476-8d36-a0b1982732a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16194072-1cd4-4bbe-b192-1ccb900a57f1,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:12.249944 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b540b58d-6a6e-4476-8d36-a0b1982732a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:12.304838 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-569d2ba5-720e-4e40-ab9c-54b8fb4b4e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:12.332887 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-569d2ba5-720e-4e40-ab9c-54b8fb4b4e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:12.391015 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-569d2ba5-720e-4e40-ab9c-54b8fb4b4e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:12.396627 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-51057a24-6440-4465-96e0-6293df27db0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:12.410658 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d2ba5-720e-4e40-ab9c-54b8fb4b4e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16194072-1cd4-4bbe-b192-1ccb900a57f1,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:12.413615 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-569d2ba5-720e-4e40-ab9c-54b8fb4b4e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:12.418018 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-569d2ba5-720e-4e40-ab9c-54b8fb4b4e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:12.419756 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-569d2ba5-720e-4e40-ab9c-54b8fb4b4e30 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/16194072-1cd4-4bbe-b192-1ccb900a57f1 HTTP/1.1" status: 204 len: 168 time: 0.1748853 May 19 11:21:12.666138 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd37d4-c598-4c5f-a060-8fdd17bf988e req-8bde63fa-9b98-4f79-9736-e00660631ff2 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:12.667622 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c0bd37d4-c598-4c5f-a060-8fdd17bf988e req-8bde63fa-9b98-4f79-9736-e00660631ff2 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0833571 May 19 11:21:12.713205 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c0bd37d4-c598-4c5f-a060-8fdd17bf988e req-7aa7d23f-938a-4be5-81ea-b20748754545 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 May 19 11:21:13.900821 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65d347-5e9c-442c-9580-fad7f7054c85 req-ade96c5e-9f2a-4b7c-907e-98903a17bd75 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:13.902316 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5a65d347-5e9c-442c-9580-fad7f7054c85 req-ade96c5e-9f2a-4b7c-907e-98903a17bd75 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0795195 May 19 11:21:13.946735 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5a65d347-5e9c-442c-9580-fad7f7054c85 req-646f0680-4a2b-4acc-9968-413129cd61ea tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387273 May 19 11:21:15.043879 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800460e-519a-461d-90a4-967f8a21f3d1 req-d5ad8aa1-a993-4e99-b3ef-72b27111af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:15.045566 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-d800460e-519a-461d-90a4-967f8a21f3d1 req-d5ad8aa1-a993-4e99-b3ef-72b27111af9e service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 1098 time: 0.0934145 May 19 11:21:15.087928 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-d800460e-519a-461d-90a4-967f8a21f3d1 req-777b7b08-e81d-4875-8d5f-22f01a1a230e service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371346 May 19 11:21:15.153719 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b5299-9e6d-41a2-b4f6-6a41c698a290 req-11e951c9-4954-4243-a8f1-1e343ad976d6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:15.156669 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a90b5299-9e6d-41a2-b4f6-6a41c698a290 req-11e951c9-4954-4243-a8f1-1e343ad976d6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0860164 May 19 11:21:15.203978 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a90b5299-9e6d-41a2-b4f6-6a41c698a290 req-d0dfd19d-6255-4384-b227-ba1cff23c89e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 May 19 11:21:15.365081 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-a47ed77a-9973-4581-aca7-a183bca4703f tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Synchronizing usage tracker for tenant:7021e4460faf4d808e7ea7c215cb748a on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:15.383226 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-a47ed77a-9973-4581-aca7-a183bca4703f tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Unset dirty status for tenant:7021e4460faf4d808e7ea7c215cb748a on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:15.384418 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-a47ed77a-9973-4581-aca7-a183bca4703f tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540616567&fields=id&tenant_id=7021e4460faf4d808e7ea7c215cb748a HTTP/1.1" status: 200 len: 267 time: 0.0596375 May 19 11:21:15.530989 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-9860bf02-a1f9-41cc-b2c0-c2f5df0b9a8c tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:15.532442 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-9860bf02-a1f9-41cc-b2c0-c2f5df0b9a8c tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/networks?id=d345f1f1-810d-439f-9f0a-845234c9d883 HTTP/1.1" status: 200 len: 808 time: 0.1412675 May 19 11:21:15.547353 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-801bbfa0-c7bb-463d-a282-021cd87ec659 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/quotas/7021e4460faf4d808e7ea7c215cb748a HTTP/1.1" status: 200 len: 375 time: 0.0089269 May 19 11:21:15.632560 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-cb820e1c-371d-4468-ac07-c84df536c882 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7021e4460faf4d808e7ea7c215cb748a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795655 May 19 11:21:15.850056 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-74100c4f-e562-43cf-b9e7-bb23e39f5670 service neutron] 10.222.0.107 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059972 May 19 11:21:15.981091 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-ff7cf6ba-a90e-49d4-9b68-a54b0334e023 service neutron] 10.222.0.107 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248965 May 19 11:21:16.506076 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2bb19e23-968a-404f-9e1f-dcd69dda5951 req-168cfcca-89aa-4513-bf96-9177f618d2d4 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 210 time: 0.0537047 May 19 11:21:16.526215 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea37fc-e4ef-4211-98b3-7759ccbf0f0e req-e055c7c0-9508-4baa-963a-ef0de1eb76ce tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:16.527759 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-eeea37fc-e4ef-4211-98b3-7759ccbf0f0e req-e055c7c0-9508-4baa-963a-ef0de1eb76ce tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1543856 May 19 11:21:16.581406 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-eeea37fc-e4ef-4211-98b3-7759ccbf0f0e req-344e9bad-b4d2-4bc6-aaab-bce741e59b1f tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474443 May 19 11:21:17.108457 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0b042-ba3c-49ef-b1a5-d8be0dc24b77 req-a9bb31f9-4ca0-4371-822c-0f90fc2227a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:17.110083 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2ae0b042-ba3c-49ef-b1a5-d8be0dc24b77 req-a9bb31f9-4ca0-4371-822c-0f90fc2227a5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 1098 time: 0.0858543 May 19 11:21:17.161824 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b40a5-7d2d-473c-a7af-a27e3ba3395a req-c8e131db-417a-44d4-b94e-3b1add60e8b1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:17.163421 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-de8b40a5-7d2d-473c-a7af-a27e3ba3395a req-c8e131db-417a-44d4-b94e-3b1add60e8b1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0820236 May 19 11:21:17.215799 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-de8b40a5-7d2d-473c-a7af-a27e3ba3395a req-e97dcbe6-7378-41a4-95e1-d3686522ff37 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463195 May 19 11:21:17.240614 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0b042-ba3c-49ef-b1a5-d8be0dc24b77 req-69dd4f02-a39b-4139-bfaf-d43074423fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:17.242264 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2ae0b042-ba3c-49ef-b1a5-d8be0dc24b77 req-69dd4f02-a39b-4139-bfaf-d43074423fdf service neutron] 10.222.0.106 "GET /v2.0/networks?id=b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 200 len: 919 time: 0.1275568 May 19 11:21:17.318661 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2ae0b042-ba3c-49ef-b1a5-d8be0dc24b77 req-6c1ce1ee-4e04-4ae8-96bc-d6736b32f1d4 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22 HTTP/1.1" status: 200 len: 217 time: 0.0631044 May 19 11:21:17.480479 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0b042-ba3c-49ef-b1a5-d8be0dc24b77 req-ab7c51cd-7252-4e92-a89b-885f4d3391fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:17.481959 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2ae0b042-ba3c-49ef-b1a5-d8be0dc24b77 req-ab7c51cd-7252-4e92-a89b-885f4d3391fc service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e HTTP/1.1" status: 200 len: 857 time: 0.1573973 May 19 11:21:17.580684 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-c2f062a9-88ab-48ab-87a5-0af40699dc4b tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:17.581401 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-c2f062a9-88ab-48ab-87a5-0af40699dc4b tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Synchronizing usage tracker for tenant:7021e4460faf4d808e7ea7c215cb748a on resource:network {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:17.587485 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2ae0b042-ba3c-49ef-b1a5-d8be0dc24b77 req-9c091324-67b6-45a1-b0fb-568799b27ccd service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b0388072-038d-4c14-a70f-4a6a2ce6a580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005948 May 19 11:21:17.637069 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-c2f062a9-88ab-48ab-87a5-0af40699dc4b tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Unset dirty status for tenant:7021e4460faf4d808e7ea7c215cb748a on resource:network {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:17.638870 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-c2f062a9-88ab-48ab-87a5-0af40699dc4b tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.106 "GET /v2.0/networks?id=d345f1f1-810d-439f-9f0a-845234c9d883 HTTP/1.1" status: 200 len: 808 time: 0.2796016 May 19 11:21:17.689147 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cdf4e6af-15b3-47ee-a4aa-356a9a09fd23 req-c84e2413-8996-4460-8a68-7aa567c59748 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 210 time: 0.0510449 May 19 11:21:17.766288 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-923f9722-6222-45cb-8b56-509061222d8c tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Synchronizing usage tracker for tenant:7021e4460faf4d808e7ea7c215cb748a on resource:security_group {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:17.794280 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-923f9722-6222-45cb-8b56-509061222d8c tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Unset dirty status for tenant:7021e4460faf4d808e7ea7c215cb748a on resource:security_group {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:17.795417 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-923f9722-6222-45cb-8b56-509061222d8c tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7021e4460faf4d808e7ea7c215cb748a HTTP/1.1" status: 200 len: 379 time: 0.0872903 May 19 11:21:17.798608 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2ae0b042-ba3c-49ef-b1a5-d8be0dc24b77 req-502760af-f648-45d6-aa91-eefbc354c3e0 service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999574 May 19 11:21:17.803883 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Request body: {'port': {'device_id': 'c121b753-9538-40c9-9126-f4c212294879', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'admin_state_up': True, 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'security_groups': ['2ab5f03e-9e5b-41de-a3a3-7495d80cbe84']}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:18.045654 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:18.052278 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Usage tracker for resource:port and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:18.057370 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:18.071149 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:18.087864 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2ae0b042-ba3c-49ef-b1a5-d8be0dc24b77 req-c5277dda-c310-463f-b715-a05ee1f9d84f service neutron] 10.222.0.106 "GET /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682602 May 19 11:21:18.088915 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Made reservation on behalf of 7021e4460faf4d808e7ea7c215cb748a for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:21:18.095355 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:18.370928 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Allocated IP 172.20.0.12 (d345f1f1-810d-439f-9f0a-845234c9d883/105bb108-26d5-4a87-93ff-1e68ff32ab6b/e2aaa50e-1a94-4e6e-8fef-deb9c6a88047) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:21:18.421970 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b3faf-a2fe-423e-97df-4f769535dc24 req-f3c5cabf-cd87-40d9-9513-f972130ac4bb tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:18.423480 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d05b3faf-a2fe-423e-97df-4f769535dc24 req-f3c5cabf-cd87-40d9-9513-f972130ac4bb tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0974548 May 19 11:21:18.478754 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d05b3faf-a2fe-423e-97df-4f769535dc24 req-fd5741de-087a-44f6-bf5f-d032df117714 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482411 May 19 11:21:18.584593 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:18.600550 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Transition to ACTIVE for port object e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 will not be triggered until provisioned by entity DHCP. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:18.624411 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:18.631169 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:18.701176 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Network d345f1f1-810d-439f-9f0a-845234c9d883 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:21:18.704163 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:18.708984 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:21:18.741203 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event updated for resources: {'Port': ['ID=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:18.747723 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:18.783382 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:18.784132 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:18.830419 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0306473 May 19 11:21:18.841841 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Request body: {'port': {'device_id': 'c121b753-9538-40c9-9126-f4c212294879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:18.975718 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac2ee2-b131-4a2a-89f5-b0f7edc2d249 req-515a769a-a201-47ef-907e-fe4ad5f2027e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:18.977766 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-94ac2ee2-b131-4a2a-89f5-b0f7edc2d249 req-515a769a-a201-47ef-907e-fe4ad5f2027e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 932 time: 0.1372356 May 19 11:21:18.991487 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:19.040505 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-94ac2ee2-b131-4a2a-89f5-b0f7edc2d249 req-2e4962ef-952f-4a0b-893f-2103ad3a0d91 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/security-groups?id=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515456 May 19 11:21:19.080544 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-00652d50-aada-485d-934d-1368e953617e None None] Provisioning for port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:21:19.088485 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-00652d50-aada-485d-934d-1368e953617e None None] Provisioning complete for port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:19.089115 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00652d50-aada-485d-934d-1368e953617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:19.159402 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-00652d50-aada-485d-934d-1368e953617e None None] Port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:21:19.406186 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:21:19.414486 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:19.431955 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Transition to ACTIVE for port object e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:19.436813 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:19.449125 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-567aafc9-e490-4d89-9a45-14e934895b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:19.616957 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df229-79f5-49ee-9293-222e7b969c67 req-5b7dfed1-1475-4eaf-8186-346574acd929 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:19.619052 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3e0df229-79f5-49ee-9293-222e7b969c67 req-5b7dfed1-1475-4eaf-8186-346574acd929 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 945 time: 0.1056697 May 19 11:21:19.669345 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:19.675999 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:19.711951 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Attempting to bind port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:21:19.712208 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3e0df229-79f5-49ee-9293-222e7b969c67 req-089930cc-b575-4a86-b3ae-1ab48df77892 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850372 May 19 11:21:19.712333 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Attempting to bind port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:21:19.712723 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Attempting to bind port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 on network d345f1f1-810d-439f-9f0a-845234c9d883 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:21:19.717936 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 on network d345f1f1-810d-439f-9f0a-845234c9d883 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:21:19.718252 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Attempting to bind port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 on network d345f1f1-810d-439f-9f0a-845234c9d883 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:21:19.736393 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:21:19.736742 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Checking segment: {'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:21:19.737208 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Bound using segment: {'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:21:19.737583 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Bound port: e2aaa50e-1a94-4e6e-8fef-deb9c6a88047, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d92d4-419e-4306-8e06-1ed6133b01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:21:19.737934 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:19.757429 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada19db-1688-43f1-b0a8-ca79c7adb77c req-493d5805-0521-4097-ab13-0cde879cece3 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:19.759025 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-eada19db-1688-43f1-b0a8-ca79c7adb77c req-493d5805-0521-4097-ab13-0cde879cece3 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1178732 May 19 11:21:19.810617 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-eada19db-1688-43f1-b0a8-ca79c7adb77c req-e8de2d64-c2f0-4561-a8a0-fac16ba51d10 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458548 May 19 11:21:19.830830 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] For port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:21:19.834570 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] For port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:21:19.839428 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:19.843122 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-bb76a186-b7bc-4a44-8fe1-1ef9970c0916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:19.898817 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:19.899605 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:19.900970 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] 10.222.0.106 "PUT /v2.0/ports/e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 HTTP/1.1" status: 200 len: 1094 time: 1.0636623 May 19 11:21:19.904009 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c121b753-9538-40c9-9126-f4c212294879', 'tag': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:19.939358 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:19.944350 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:19.978060 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c121b753-9538-40c9-9126-f4c212294879', 'tag': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047', 'status': 'completed', 'code': 200} May 19 11:21:20.024433 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-e8821be9-49e0-43ec-827b-26fbcc001aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:20.025962 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-e8821be9-49e0-43ec-827b-26fbcc001aea service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7021e4460faf4d808e7ea7c215cb748a&device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 1097 time: 0.0828831 May 19 11:21:20.097063 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-b844f746-35d3-47e4-a60c-c0fff7dc5c3b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 HTTP/1.1" status: 200 len: 217 time: 0.0660937 May 19 11:21:20.163088 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-4e541cf2-4416-4cce-9214-68abaa9c79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:20.164432 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-4e541cf2-4416-4cce-9214-68abaa9c79c2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=105bb108-26d5-4a87-93ff-1e68ff32ab6b HTTP/1.1" status: 200 len: 847 time: 0.0631912 May 19 11:21:20.241779 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-33add55a-bd11-4c64-bd35-6f3200dee8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:20.243304 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-33add55a-bd11-4c64-bd35-6f3200dee8fe service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d345f1f1-810d-439f-9f0a-845234c9d883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739951 May 19 11:21:20.246996 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a603-22f8-4c89-9205-a689cad705e3 req-63771535-e4ac-44d3-8778-89cf4f6097c9 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:20.248713 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b0c7a603-22f8-4c89-9205-a689cad705e3 req-63771535-e4ac-44d3-8778-89cf4f6097c9 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 944 time: 0.0874557 May 19 11:21:20.320908 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b0c7a603-22f8-4c89-9205-a689cad705e3 req-db48e7cd-464d-4a94-8fe0-05897ab5c757 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/security-groups?id=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658998 May 19 11:21:20.494007 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-26c62451-b5bd-4601-b135-0f28dc2c658d service neutron] 10.222.0.106 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457857 May 19 11:21:20.562333 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:21:20.628095 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b250aee6-2b84-435f-9c9f-3ce2957bd09a req-abd69c77-c5c4-4159-a74b-c088e2289fc9 service neutron] 10.222.0.106 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284032 May 19 11:21:20.762204 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3d06-e589-4cf1-989d-6a6ae86d4648 req-e3692d28-830c-42eb-815e-14e92503472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:20.762204 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-165e3d06-e589-4cf1-989d-6a6ae86d4648 req-e3692d28-830c-42eb-815e-14e92503472c service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7021e4460faf4d808e7ea7c215cb748a&device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 1097 time: 0.0780733 May 19 11:21:20.905208 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3d06-e589-4cf1-989d-6a6ae86d4648 req-e7e65faf-0221-4cb5-a26c-39b798142780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:20.906658 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-165e3d06-e589-4cf1-989d-6a6ae86d4648 req-e7e65faf-0221-4cb5-a26c-39b798142780 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d345f1f1-810d-439f-9f0a-845234c9d883 HTTP/1.1" status: 200 len: 910 time: 0.1357028 May 19 11:21:20.907068 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843ff14-b74e-46ce-83bf-a41136a2a391 req-013e27c4-3409-4f21-bafe-6fcf3997696d tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:20.908549 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2843ff14-b74e-46ce-83bf-a41136a2a391 req-013e27c4-3409-4f21-bafe-6fcf3997696d tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 945 time: 0.0839310 May 19 11:21:20.953817 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2843ff14-b74e-46ce-83bf-a41136a2a391 req-21dd8d2d-5e8d-4ec6-be2f-91e8431e1803 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386569 May 19 11:21:20.974592 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-165e3d06-e589-4cf1-989d-6a6ae86d4648 req-8945c344-eccf-4a69-8321-038a84c4bc8f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 HTTP/1.1" status: 200 len: 217 time: 0.0611460 May 19 11:21:21.039776 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3d06-e589-4cf1-989d-6a6ae86d4648 req-eb5a268b-0921-4eb1-933e-b0794b02e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:21.041189 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-165e3d06-e589-4cf1-989d-6a6ae86d4648 req-eb5a268b-0921-4eb1-933e-b0794b02e900 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=105bb108-26d5-4a87-93ff-1e68ff32ab6b HTTP/1.1" status: 200 len: 847 time: 0.0619366 May 19 11:21:21.114037 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3d06-e589-4cf1-989d-6a6ae86d4648 req-74d2610b-c8ed-4789-9229-d6494a6da9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:21.115788 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-165e3d06-e589-4cf1-989d-6a6ae86d4648 req-74d2610b-c8ed-4789-9229-d6494a6da9e8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d345f1f1-810d-439f-9f0a-845234c9d883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692148 May 19 11:21:21.245460 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-165e3d06-e589-4cf1-989d-6a6ae86d4648 req-83bbd89a-9f76-4c5d-80e0-3e4e269dfa3a service neutron] 10.222.0.106 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242750 May 19 11:21:21.381080 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-165e3d06-e589-4cf1-989d-6a6ae86d4648 req-2182897c-dd8f-4166-99c3-4f03cf34c4e8 service neutron] 10.222.0.106 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278205 May 19 11:21:21.515589 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea305c-26cc-4801-8f75-46914536827e req-8f94501c-e029-464f-ada0-719b70472641 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:21.517914 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8bea305c-26cc-4801-8f75-46914536827e req-8f94501c-e029-464f-ada0-719b70472641 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 944 time: 0.0871933 May 19 11:21:21.568069 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8bea305c-26cc-4801-8f75-46914536827e req-00b99479-2076-4fa8-a773-87dc769e3a40 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/security-groups?id=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442457 May 19 11:21:22.146474 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa124fc-ada6-43a9-a2f0-8b75403ada24 req-eb40d795-647f-4d3c-8be8-7698a7f68529 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:22.147848 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5fa124fc-ada6-43a9-a2f0-8b75403ada24 req-eb40d795-647f-4d3c-8be8-7698a7f68529 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 945 time: 0.0813615 May 19 11:21:22.192734 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5fa124fc-ada6-43a9-a2f0-8b75403ada24 req-a3d9a87e-f1e6-48cc-afc3-a4515a104a13 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390854 May 19 11:21:22.762985 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a69af-b757-4ba2-b4f4-ab156f66608a req-43294dc1-e20b-42e7-ad57-93163227d7e6 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:22.764886 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0e2a69af-b757-4ba2-b4f4-ab156f66608a req-43294dc1-e20b-42e7-ad57-93163227d7e6 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 944 time: 0.0880473 May 19 11:21:22.811585 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0e2a69af-b757-4ba2-b4f4-ab156f66608a req-52d5dd24-db81-44c8-be0c-5c2dcbf9150f tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/security-groups?id=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401039 May 19 11:21:22.933567 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:21:23.070186 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:23.072692 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e74483-80b1-4fd6-9963-66462ffba2a3 req-f81e1fcd-f7cf-4762-9bda-81693c9ef742 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:23.074425 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-99e74483-80b1-4fd6-9963-66462ffba2a3 req-f81e1fcd-f7cf-4762-9bda-81693c9ef742 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.106 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 945 time: 0.0874305 May 19 11:21:23.085371 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'port_id': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047', 'mac_address': 'fa:16:3e:4a:d6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:21:23.140828 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:23.158108 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:21:23.174757 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:23.178882 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:23.180921 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:23.214812 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-99e74483-80b1-4fd6-9963-66462ffba2a3 req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Deleting port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:21:23.215155 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-99e74483-80b1-4fd6-9963-66462ffba2a3 req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:23.254962 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:23.260768 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:23.351128 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-99e74483-80b1-4fd6-9963-66462ffba2a3 req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] For port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7,segment=NetworkSegment(919c9d81-24aa-44c3-ad3d-d4878553764f),segment_id=919c9d81-24aa-44c3-ad3d-d4878553764f)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:23.351486 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-99e74483-80b1-4fd6-9963-66462ffba2a3 req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:23.383533 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b65919-1d3e-41ab-b5ad-4b20208e3aef req-728b5097-30c3-4329-bc0f-284b382dd365 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:23.384982 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e6b65919-1d3e-41ab-b5ad-4b20208e3aef req-728b5097-30c3-4329-bc0f-284b382dd365 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=2484ce70-2556-456e-a1eb-e8100ace32f9 HTTP/1.1" status: 200 len: 945 time: 0.0791521 May 19 11:21:23.389537 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['e2aaa50e-1a94-4e6e-8fef-deb9c6a88047'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:23.446453 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e6b65919-1d3e-41ab-b5ad-4b20208e3aef req-f1c1c69a-88a8-4305-9876-a0d955662a37 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550456 May 19 11:21:23.480505 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-99e74483-80b1-4fd6-9963-66462ffba2a3 req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Calling delete_port for 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:21:23.599630 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-99e74483-80b1-4fd6-9963-66462ffba2a3 req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:23.606246 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-6cd0af59-1249-4da5-80a0-ce92b382b8cf tempest-DeleteServersTestJSON-224990919 tempest-DeleteServersTestJSON-224990919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:23.774222 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Pushing event deleted for resources: {'Port': ['ID=99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:23.776786 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:23.827019 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e74483-80b1-4fd6-9963-66462ffba2a3 req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] No DVR routers for this DVR port 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:21:23.829836 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-99e74483-80b1-4fd6-9963-66462ffba2a3 req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:23.833807 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2484ce70-2556-456e-a1eb-e8100ace32f9', 'name': 'network-vif-deleted', 'tag': '99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:23.849356 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-99e74483-80b1-4fd6-9963-66462ffba2a3 req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.106 "DELETE /v2.0/ports/99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 HTTP/1.1" status: 204 len: 173 time: 0.7704735 May 19 11:21:23.899183 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2484ce70-2556-456e-a1eb-e8100ace32f9', 'name': 'network-vif-deleted', 'tag': '99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7', 'status': 'completed', 'code': 200} May 19 11:21:23.967182 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:24.034333 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa16faf-b1ce-4ee7-9cbb-8148a040831f req-8fb18c51-516b-49f6-afe4-66c081b33b3c tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:24.036460 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5aa16faf-b1ce-4ee7-9cbb-8148a040831f req-8fb18c51-516b-49f6-afe4-66c081b33b3c tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 945 time: 0.0948126 May 19 11:21:24.085881 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5aa16faf-b1ce-4ee7-9cbb-8148a040831f req-8e98d2b6-8051-4dfb-bca0-23b6c7d9c219 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/security-groups?id=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430033 May 19 11:21:24.368776 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3233ea3-960a-4ae9-bd59-aab9e27498bd req-5a4360d2-a6c1-435c-8049-dc584fad0095 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:24.376241 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c3233ea3-960a-4ae9-bd59-aab9e27498bd req-5a4360d2-a6c1-435c-8049-dc584fad0095 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.0893741 May 19 11:21:24.489640 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c3233ea3-960a-4ae9-bd59-aab9e27498bd req-e6fa406b-c379-4f3b-8dad-30c21a9f1285 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123581 May 19 11:21:24.944401 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:21:25.016675 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:21:25.021838 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:25.022217 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:25.150604 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:25.178831 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c121b753-9538-40c9-9126-f4c212294879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:25.188784 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:25.194829 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:25.199525 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:25.237534 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c121b753-9538-40c9-9126-f4c212294879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047', 'code': 200} May 19 11:21:25.280520 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:25.283675 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:25.296342 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367a9df-9689-40d0-a5f8-844379df33fb req-3b9f2886-2990-4994-8e20-797219801823 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:25.297859 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e367a9df-9689-40d0-a5f8-844379df33fb req-3b9f2886-2990-4994-8e20-797219801823 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 946 time: 0.0872703 May 19 11:21:25.348892 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e367a9df-9689-40d0-a5f8-844379df33fb req-284c6982-c68b-42cc-8550-ea7e2e8d03d4 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/security-groups?id=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451295 May 19 11:21:25.562633 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77087c-4011-496b-8670-e5b3c24dbfd3 req-bd868941-b69e-4e37-97e7-f0b65b966e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:25.564028 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-1d77087c-4011-496b-8670-e5b3c24dbfd3 req-bd868941-b69e-4e37-97e7-f0b65b966e10 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 1099 time: 0.0751960 May 19 11:21:25.604052 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-1d77087c-4011-496b-8670-e5b3c24dbfd3 req-60505ff3-298a-4354-adea-8b4c81739d9c service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357575 May 19 11:21:25.676143 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74582e00-3680-4b1d-9792-ccc6784607ea req-7f55b978-576c-4a2d-843b-c828de8cc893 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:25.678024 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-74582e00-3680-4b1d-9792-ccc6784607ea req-7f55b978-576c-4a2d-843b-c828de8cc893 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.0817285 May 19 11:21:25.724133 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-74582e00-3680-4b1d-9792-ccc6784607ea req-351e0117-ff0f-4187-b1fb-ec5b9950cf8f tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 May 19 11:21:26.091059 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-6f014c84-0556-44ca-bf07-ec045b13e0f0 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:26.092110 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-6f014c84-0556-44ca-bf07-ec045b13e0f0 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Synchronizing usage tracker for tenant:38b0eb31f6c24ed4bb8561c2caaf1454 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:26.105583 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-6f014c84-0556-44ca-bf07-ec045b13e0f0 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Unset dirty status for tenant:38b0eb31f6c24ed4bb8561c2caaf1454 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:26.107220 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-6f014c84-0556-44ca-bf07-ec045b13e0f0 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.106 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 945 time: 0.1599903 May 19 11:21:26.344491 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Deleting port 95182e81-3976-49ee-b6c2-78028a715fdb {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:21:26.344785 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:26.510824 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] For port 95182e81-3976-49ee-b6c2-78028a715fdb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=95182e81-3976-49ee-b6c2-78028a715fdb,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:26.511903 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:26.609554 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd36ec8-471a-4fdd-9a9c-74a2fdc67a2b req-cfb8a22e-86dc-485f-bfa0-dde97d0c4cbb tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:26.611899 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cfd36ec8-471a-4fdd-9a9c-74a2fdc67a2b req-cfb8a22e-86dc-485f-bfa0-dde97d0c4cbb tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 946 time: 0.0987608 May 19 11:21:26.665781 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-cfd36ec8-471a-4fdd-9a9c-74a2fdc67a2b req-fb225976-87ff-453e-adc3-5a559bb9458d tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/security-groups?id=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442765 May 19 11:21:26.686533 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Calling delete_port for 95182e81-3976-49ee-b6c2-78028a715fdb owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:21:26.824098 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42816) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:26.887354 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:26.893516 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2e2abcef-1bec-4758-9a71-576aeaaaf12e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:26.896855 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['d502eff3-fcad-41a8-b2b5-ffda28703a22', '95182e81-3976-49ee-b6c2-78028a715fdb'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:26.953732 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-832883ce-9b6b-4eac-9203-0c228e9392d2 req-4c13f92a-9c24-4bca-95ef-38a7ef4ce5a4 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=cce992df-9e30-401d-ac23-900db03ab2d6 HTTP/1.1" status: 200 len: 210 time: 0.0812559 May 19 11:21:26.954803 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Pushing event deleted for resources: {'Port': ['ID=95182e81-3976-49ee-b6c2-78028a715fdb,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:26.958795 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:26.970312 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:21:26.985134 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ebf5f-ab91-4b27-93f4-d5f52ff80771 req-2edafb2f-f2b5-404b-a79f-68be0f03cf3d tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:26.986974 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-477ebf5f-ab91-4b27-93f4-d5f52ff80771 req-2edafb2f-f2b5-404b-a79f-68be0f03cf3d tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 946 time: 0.1928158 May 19 11:21:27.024229 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:21:27.024748 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 99bcdf99-e630-49bd-b5c1-8a5bc8c6a7d7 not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:21:27.037476 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-477ebf5f-ab91-4b27-93f4-d5f52ff80771 req-1625d020-21c9-40af-a236-b2a5507d7d63 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/security-groups?id=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418262 May 19 11:21:27.045877 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3eaceb72-36dc-4fc5-b062-e49b25c6574c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:27.062337 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42822) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:27.066035 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] No DVR routers for this DVR port 95182e81-3976-49ee-b6c2-78028a715fdb on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:21:27.068468 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-3eaceb72-36dc-4fc5-b062-e49b25c6574c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:27.071744 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:27.073999 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce992df-9e30-401d-ac23-900db03ab2d6', 'name': 'network-vif-deleted', 'tag': '95182e81-3976-49ee-b6c2-78028a715fdb'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:27.084662 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-3eaceb72-36dc-4fc5-b062-e49b25c6574c admin admin] Usage tracker for resource:security_group_rule and tenant:a851142995524f98865928a9f5f8e5ee is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:27.088725 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-3eaceb72-36dc-4fc5-b062-e49b25c6574c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:27.095390 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-3eaceb72-36dc-4fc5-b062-e49b25c6574c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:27.099581 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-75f7eeb0-64c9-4d52-8f44-20962fe11326 req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.106 "DELETE /v2.0/ports/95182e81-3976-49ee-b6c2-78028a715fdb HTTP/1.1" status: 204 len: 173 time: 0.9844446 May 19 11:21:27.194790 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce992df-9e30-401d-ac23-900db03ab2d6', 'name': 'network-vif-deleted', 'tag': '95182e81-3976-49ee-b6c2-78028a715fdb', 'status': 'completed', 'code': 200} May 19 11:21:27.278084 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3eaceb72-36dc-4fc5-b062-e49b25c6574c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:27.282743 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3eaceb72-36dc-4fc5-b062-e49b25c6574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:27.292833 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-03e05f3d-a55e-4d98-87fb-ce6850757b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:27.322996 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aa9056-581c-44b0-80c5-dd11026f7888 tempest-TestShelveInstance-2083308103 tempest-TestShelveInstance-2083308103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:27.323721 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-99aa9056-581c-44b0-80c5-dd11026f7888 tempest-TestShelveInstance-2083308103 tempest-TestShelveInstance-2083308103-project-admin] Synchronizing usage tracker for tenant:c8c9feedf11e4c5d8d4c8a6b0dbc59c8 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:27.340709 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-3eaceb72-36dc-4fc5-b062-e49b25c6574c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a851142995524f98865928a9f5f8e5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155563 May 19 11:21:27.341521 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaceb72-36dc-4fc5-b062-e49b25c6574c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6788d8-563e-457b-a27c-e14ee88e97ff,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:27.341637 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-99aa9056-581c-44b0-80c5-dd11026f7888 tempest-TestShelveInstance-2083308103 tempest-TestShelveInstance-2083308103-project-admin] Unset dirty status for tenant:c8c9feedf11e4c5d8d4c8a6b0dbc59c8 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:27.343931 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42836) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:27.345885 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-99aa9056-581c-44b0-80c5-dd11026f7888 tempest-TestShelveInstance-2083308103 tempest-TestShelveInstance-2083308103-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 1094 time: 0.2824388 May 19 11:21:27.346103 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 42838) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:27.349202 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3eaceb72-36dc-4fc5-b062-e49b25c6574c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:27.365125 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Request body: {'floatingip': {'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'port_id': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:27.374433 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:27.386303 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Usage tracker for resource:floatingip and tenant:7021e4460faf4d808e7ea7c215cb748a is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:27.391365 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:27.405127 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:27.429306 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for floatingip, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:27.461367 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dfad6b51-aea3-4550-83f7-ae32e2419780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:27.501922 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dfad6b51-aea3-4550-83f7-ae32e2419780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:27.637510 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dfad6b51-aea3-4550-83f7-ae32e2419780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:27.642929 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1e75cc59-960d-470a-b523-100d88c876cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:27.664085 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad6b51-aea3-4550-83f7-ae32e2419780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6788d8-563e-457b-a27c-e14ee88e97ff,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:27.666760 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dfad6b51-aea3-4550-83f7-ae32e2419780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:27.673559 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dfad6b51-aea3-4550-83f7-ae32e2419780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:27.674668 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-dfad6b51-aea3-4550-83f7-ae32e2419780 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bf6788d8-563e-457b-a27c-e14ee88e97ff HTTP/1.1" status: 204 len: 168 time: 0.3298228 May 19 11:21:27.677730 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:27.831137 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Allocated IP 172.28.2.47 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/c1d1d5a7-ff84-4115-ba41-0c4fb7e0a183) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:21:27.980303 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:28.017154 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:28.020998 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:28.090999 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:21:28.094431 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:28.096404 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event updated for resources: {'Port': ['ID=c1d1d5a7-ff84-4115-ba41-0c4fb7e0a183,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:28.099038 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:21:28.127523 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:28.474568 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba1bbf-3644-4a5a-80b4-15c2dc462d36 req-b99ce02f-bf39-42a0-882c-ae0a560e80f1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:28.476150 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-eaba1bbf-3644-4a5a-80b4-15c2dc462d36 req-b99ce02f-bf39-42a0-882c-ae0a560e80f1 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0901763 May 19 11:21:28.526059 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-eaba1bbf-3644-4a5a-80b4-15c2dc462d36 req-4ab580d4-3cc9-47d7-977d-163cc3b587f9 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407026 May 19 11:21:28.620942 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cc72e4a4-facc-4d5c-8b20-3bd8d1a85406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:28.712030 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:28.800465 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:28.951065 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-59218f8d-a1e3-4250-8168-f9d3601dfc18 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:28.951065 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-59218f8d-a1e3-4250-8168-f9d3601dfc18 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/networks?id=0cd74b42-754a-489f-87a4-f256d98370a5 HTTP/1.1" status: 200 len: 813 time: 0.1672897 May 19 11:21:28.961368 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-6f4200ae-8ff4-4c29-b80f-85de555cc24f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/quotas/bfd1377086944cd9a52f5417472c59f7 HTTP/1.1" status: 200 len: 375 time: 0.0104241 May 19 11:21:29.021256 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:29.025293 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1b7cdcc6-bd32-422c-af4f-91b1780bd53e tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=bfd1377086944cd9a52f5417472c59f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560231 May 19 11:21:29.027054 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:29.032430 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:29.145666 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event updated for resources: {'Port': ['ID=c1d1d5a7-ff84-4115-ba41-0c4fb7e0a183,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:29.149729 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:29.157755 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:29.167195 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1ee3ff05-8e14-4ce4-a30e-14c98980866a service neutron] 10.222.0.107 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404505 May 19 11:21:29.299746 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-48b4f8a7-f680-4212-aff3-b866dfd5052d service neutron] 10.222.0.107 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269910 May 19 11:21:29.334274 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.l3_db [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Floating IP 8d73b134-e92c-43d2-80b3-e27190cc30e3 associated. External IP: 172.28.2.47, port: e2aaa50e-1a94-4e6e-8fef-deb9c6a88047. May 19 11:21:29.481162 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6e2e9f6d-0f96-4060-ab54-a661076af342 req-a807eb79-9291-4b06-a803-fe5038a4b989 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 210 time: 0.0496733 May 19 11:21:29.728535 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf33c3-0579-4304-b3bd-4f1bb15c7b36 req-85296f39-381d-418d-976f-380003435909 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:29.730366 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7baf33c3-0579-4304-b3bd-4f1bb15c7b36 req-85296f39-381d-418d-976f-380003435909 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.0887806 May 19 11:21:29.785556 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7baf33c3-0579-4304-b3bd-4f1bb15c7b36 req-ac8c9999-124c-42ba-aa59-b990f6500860 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426774 May 19 11:21:29.810488 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Router c0c23f6e-9453-418f-b22a-bd0ff7707589 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:21:29.993529 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:21:30.005328 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d50467-d0bd-4fd0-a5aa-0255622d598c None None] Sync routers for ids ['c0c23f6e-9453-418f-b22a-bd0ff7707589'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:21:30.016285 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d50467-d0bd-4fd0-a5aa-0255622d598c None None] Routers {'c0c23f6e-9453-418f-b22a-bd0ff7707589'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:30.016983 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-43d50467-d0bd-4fd0-a5aa-0255622d598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:21:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['c0c23f6e-9453-418f-b22a-bd0ff7707589'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:30.017781 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:30.082515 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7344613 May 19 11:21:30.083349 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c121b753-9538-40c9-9126-f4c212294879', 'tag': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:30.134084 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c121b753-9538-40c9-9126-f4c212294879', 'tag': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047', 'status': 'completed', 'code': 200} May 19 11:21:30.250788 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78008fb9-0a24-4560-b2bc-fb06d8d9491d req-66560ee8-1cb8-4b6d-a007-564414d31bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:30.252305 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-78008fb9-0a24-4560-b2bc-fb06d8d9491d req-66560ee8-1cb8-4b6d-a007-564414d31bce service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7021e4460faf4d808e7ea7c215cb748a&device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 1099 time: 0.0969546 May 19 11:21:30.265076 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-43d50467-d0bd-4fd0-a5aa-0255622d598c None None] Set router c0c23f6e-9453-418f-b22a-bd0ff7707589 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:30.368572 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b96a9ef3-8722-4c2d-a87a-12478c11c0a5 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=1ca6341aa7234090892563617a21eeb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308654 May 19 11:21:30.428063 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78008fb9-0a24-4560-b2bc-fb06d8d9491d req-93b401ea-2a05-4488-b588-05cedf9aa1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:30.429543 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-78008fb9-0a24-4560-b2bc-fb06d8d9491d req-93b401ea-2a05-4488-b588-05cedf9aa1d1 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d345f1f1-810d-439f-9f0a-845234c9d883 HTTP/1.1" status: 200 len: 910 time: 0.1722806 May 19 11:21:30.540041 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-78008fb9-0a24-4560-b2bc-fb06d8d9491d req-36d4360e-99af-4349-af20-b3df22476fcc service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 HTTP/1.1" status: 200 len: 999 time: 0.1033170 May 19 11:21:30.546040 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-3db3fa39-9888-42cc-9466-2941bc0f3a5c tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:30.550017 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-3db3fa39-9888-42cc-9466-2941bc0f3a5c tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732564 May 19 11:21:30.565228 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-72c19481-db17-4702-b843-348d9da80891 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/quotas/1ca6341aa7234090892563617a21eeb4 HTTP/1.1" status: 200 len: 375 time: 0.0106037 May 19 11:21:30.653133 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78008fb9-0a24-4560-b2bc-fb06d8d9491d req-9fa99f16-1147-4e11-9c2c-45865e774da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:30.654603 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-78008fb9-0a24-4560-b2bc-fb06d8d9491d req-9fa99f16-1147-4e11-9c2c-45865e774da0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=105bb108-26d5-4a87-93ff-1e68ff32ab6b HTTP/1.1" status: 200 len: 847 time: 0.1062601 May 19 11:21:30.666447 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-1121b05f-d76a-4b60-804c-a46db141c682 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=1ca6341aa7234090892563617a21eeb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919032 May 19 11:21:30.687844 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-02c95b69-0ec9-448c-b847-088f9ae545c0 req-d6d76785-86f2-4fa4-b22e-da873f24d214 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 210 time: 0.0630524 May 19 11:21:30.731801 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-43d50467-d0bd-4fd0-a5aa-0255622d598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:42Z', 'revision_number': 4, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': '8d73b134-e92c-43d2-80b3-e27190cc30e3', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'floating_ip_address': '172.28.2.47', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'port_id': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'mac_address': 'fa:16:3e:4a:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b753-9538-40c9-9126-f4c212294879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:21:28Z', 'updated_at': '2021-05-19T11:21:28Z', 'revision_number': 0, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05e97bb-7aa5-41ba-a814-35ed3e6c74a4', 'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'mac_address': 'fa:16:3e:2e:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:40Z', 'updated_at': '2021-05-19T11:20:51Z', 'revision_number': 5, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'subnets': [{'id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:30.735805 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d50467-d0bd-4fd0-a5aa-0255622d598c None None] Checking router: c0c23f6e-9453-418f-b22a-bd0ff7707589 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:21:30.746090 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d50467-d0bd-4fd0-a5aa-0255622d598c None None] Routers {'c0c23f6e-9453-418f-b22a-bd0ff7707589'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:30.746713 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-43d50467-d0bd-4fd0-a5aa-0255622d598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:21:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['c0c23f6e-9453-418f-b22a-bd0ff7707589'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:30.965824 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-f1f3fba1-6e2a-4e56-89a4-81ac61c9c404 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:30.966519 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-f1f3fba1-6e2a-4e56-89a4-81ac61c9c404 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Synchronizing usage tracker for tenant:bfd1377086944cd9a52f5417472c59f7 on resource:network {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:30.991610 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78008fb9-0a24-4560-b2bc-fb06d8d9491d req-7d577337-f230-422a-9004-6315e01211e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:30.994574 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-78008fb9-0a24-4560-b2bc-fb06d8d9491d req-7d577337-f230-422a-9004-6315e01211e8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d345f1f1-810d-439f-9f0a-845234c9d883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3327045 May 19 11:21:31.002202 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 95182e81-3976-49ee-b6c2-78028a715fdb no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:21:31.053743 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 95182e81-3976-49ee-b6c2-78028a715fdb {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:21:31.053857 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 95182e81-3976-49ee-b6c2-78028a715fdb not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:21:31.057836 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-f1f3fba1-6e2a-4e56-89a4-81ac61c9c404 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Unset dirty status for tenant:bfd1377086944cd9a52f5417472c59f7 on resource:network {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:31.059619 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-f1f3fba1-6e2a-4e56-89a4-81ac61c9c404 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.106 "GET /v2.0/networks?id=0cd74b42-754a-489f-87a4-f256d98370a5 HTTP/1.1" status: 200 len: 813 time: 0.2643878 May 19 11:21:31.075110 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-793019d5-93cd-47e0-936d-8aff2054907c req-3942497a-a1e9-4f6e-a95a-9addaba2eafe tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 210 time: 0.1500711 May 19 11:21:31.092627 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-43d50467-d0bd-4fd0-a5aa-0255622d598c None None] Set router c0c23f6e-9453-418f-b22a-bd0ff7707589 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:31.172255 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Request body: {'port': {'device_id': 'b3f565e0-fb73-4753-8558-ff132091c7cb', 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5', 'admin_state_up': True, 'tenant_id': 'bfd1377086944cd9a52f5417472c59f7'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:31.195837 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309349-002e-4cea-b3f8-1527ad110711 req-74c4a500-0fd0-4354-9d4e-52f44e6145e7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:31.206094 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-00309349-002e-4cea-b3f8-1527ad110711 req-74c4a500-0fd0-4354-9d4e-52f44e6145e7 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1299434 May 19 11:21:31.245094 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:31.271922 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-00309349-002e-4cea-b3f8-1527ad110711 req-3708eb1b-4e4d-4027-a6f6-73bf321bb8eb tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639489 May 19 11:21:31.353603 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-78008fb9-0a24-4560-b2bc-fb06d8d9491d req-416879fe-091e-4b73-bf4e-a92d109bba0e service neutron] 10.222.0.106 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401732 May 19 11:21:31.486950 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:31.497017 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Usage tracker for resource:port and tenant:bfd1377086944cd9a52f5417472c59f7 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:31.502759 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:31.511445 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:31.516247 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-282f4481-175c-48aa-97c5-1c789db567b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:31.538730 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Made reservation on behalf of bfd1377086944cd9a52f5417472c59f7 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:21:31.542347 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:31.557176 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-78008fb9-0a24-4560-b2bc-fb06d8d9491d req-0aacaac1-0eab-4c31-822d-f288afd7eb56 service neutron] 10.222.0.106 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956797 May 19 11:21:31.565373 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:31.645568 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-43d50467-d0bd-4fd0-a5aa-0255622d598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:42Z', 'revision_number': 4, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': '8d73b134-e92c-43d2-80b3-e27190cc30e3', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'floating_ip_address': '172.28.2.47', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'port_id': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'mac_address': 'fa:16:3e:4a:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b753-9538-40c9-9126-f4c212294879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:21:28Z', 'updated_at': '2021-05-19T11:21:28Z', 'revision_number': 0, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05e97bb-7aa5-41ba-a814-35ed3e6c74a4', 'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'mac_address': 'fa:16:3e:2e:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:40Z', 'updated_at': '2021-05-19T11:20:51Z', 'revision_number': 5, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'subnets': [{'id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:31.649715 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d50467-d0bd-4fd0-a5aa-0255622d598c None None] The sync data for ids ['c0c23f6e-9453-418f-b22a-bd0ff7707589'] in dv-cinder-768105-9-smb is: [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:42Z', 'revision_number': 4, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': '8d73b134-e92c-43d2-80b3-e27190cc30e3', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'floating_ip_address': '172.28.2.47', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'port_id': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'mac_address': 'fa:16:3e:4a:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b753-9538-40c9-9126-f4c212294879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:21:28Z', 'updated_at': '2021-05-19T11:21:28Z', 'revision_number': 0, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05e97bb-7aa5-41ba-a814-35ed3e6c74a4', 'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'mac_address': 'fa:16:3e:2e:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:40Z', 'updated_at': '2021-05-19T11:20:51Z', 'revision_number': 5, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'subnets': [{'id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:21:31.731686 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Allocated IP 172.20.0.14 (0cd74b42-754a-489f-87a4-f256d98370a5/f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7/1bd94410-3f55-47ef-aae5-b391af30667f) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:21:31.884873 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d0c17acb-1f21-4e17-92d4-bdb0e0a62356 req-8673148a-3100-4783-ad85-ef085bd311ec tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 210 time: 0.0630183 May 19 11:21:31.912677 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db748a9-f40f-4de0-9c62-3218dbbac232 None None] New status for floating IP 8d73b134-e92c-43d2-80b3-e27190cc30e3: ACTIVE {{(pid=91617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:21:32.173374 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:32.194961 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-fb58a02d-ddc4-428d-91f0-c55c0693d6a9 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.106 "GET /v2.0/networks?tenant_id=1ca6341aa7234090892563617a21eeb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759590 May 19 11:21:32.280218 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0ea30aee-df0a-4a34-9784-2857cf02abee req-56c5507c-c36f-4003-b743-765c165a4584 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 210 time: 0.0825713 May 19 11:21:32.380442 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-12d227e9-d02f-4b4f-b9d7-137b6632e28d tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:32.382238 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-12d227e9-d02f-4b4f-b9d7-137b6632e28d tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805966 May 19 11:21:32.383753 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:32.389647 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:32.399294 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:32.417837 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f12746-684d-4b7f-9288-85c92b00e743 req-798f3e91-5d0d-4e06-8399-dd8fbe4b7565 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:32.419463 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-94f12746-684d-4b7f-9288-85c92b00e743 req-798f3e91-5d0d-4e06-8399-dd8fbe4b7565 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.106 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1210654 May 19 11:21:32.430648 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Request body: {'port': {'device_id': 'd0e96a76-a0e1-42f4-acb7-225f09a9587b', 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994', 'admin_state_up': True, 'tenant_id': '1ca6341aa7234090892563617a21eeb4'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:32.497009 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Network 0cd74b42-754a-489f-87a4-f256d98370a5 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:21:32.502314 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:32.510836 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:21:32.599395 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Pushing event updated for resources: {'Port': ['ID=1bd94410-3f55-47ef-aae5-b391af30667f,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:32.602064 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:32.620936 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fcde6-b715-48f3-913a-6808731a0e96 req-1f457c31-97d4-4e26-a374-70a0e34a8c3b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:32.622450 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f43fcde6-b715-48f3-913a-6808731a0e96 req-1f457c31-97d4-4e26-a374-70a0e34a8c3b tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 945 time: 0.1577573 May 19 11:21:32.652461 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:32.653079 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:32.667491 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [req-94f12746-684d-4b7f-9288-85c92b00e743 req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Deleting port d502eff3-fcad-41a8-b2b5-ffda28703a22 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:21:32.667841 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-94f12746-684d-4b7f-9288-85c92b00e743 req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:32.692016 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:32.697130 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-c9e6e673-d5e9-49b4-aa51-77c68874cdf5 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5380888 May 19 11:21:32.698070 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Usage tracker for resource:port and tenant:1ca6341aa7234090892563617a21eeb4 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:32.700981 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:32.702361 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f43fcde6-b715-48f3-913a-6808731a0e96 req-423ba32f-b435-4949-91cc-eadb2ff9aa3e tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e7c4715-d87e-401d-b669-bbc989e558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720170 May 19 11:21:32.708811 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Request body: {'port': {'device_id': 'b3f565e0-fb73-4753-8558-ff132091c7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:32.743943 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:32.774388 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Made reservation on behalf of 1ca6341aa7234090892563617a21eeb4 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:21:32.777875 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:32.812031 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-94f12746-684d-4b7f-9288-85c92b00e743 req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] For port d502eff3-fcad-41a8-b2b5-ffda28703a22, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d502eff3-fcad-41a8-b2b5-ffda28703a22,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:32.812378 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-94f12746-684d-4b7f-9288-85c92b00e743 req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:32.821180 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:32.851681 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:32.855427 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Usage tracker for resource:security_group_rule and tenant:1ca6341aa7234090892563617a21eeb4 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:32.860113 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:32.868799 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:32.873648 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:32.937309 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [req-94f12746-684d-4b7f-9288-85c92b00e743 req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Calling delete_port for d502eff3-fcad-41a8-b2b5-ffda28703a22 owned by compute:nova {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:21:33.114689 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-94f12746-684d-4b7f-9288-85c92b00e743 req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:33.127136 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:33.130401 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['d502eff3-fcad-41a8-b2b5-ffda28703a22'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:33.183551 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Pushing event deleted for resources: {'Port': ['ID=d502eff3-fcad-41a8-b2b5-ffda28703a22,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:33.184880 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:33.193205 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:33.193927 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef8d85-a378-455b-acfa-fde51dc3221c req-6b640259-dd3d-48c6-8769-aebe844912f1 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:33.195502 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f3ef8d85-a378-455b-acfa-fde51dc3221c req-6b640259-dd3d-48c6-8769-aebe844912f1 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 932 time: 0.1682720 May 19 11:21:33.198474 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-fce01f63-d885-4c0f-923d-57b9b82a8fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:33.248292 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.248657 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.249371 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.249371 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.249725 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.250071 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.250449 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.250793 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.251137 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.251476 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.251814 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.252236 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:33.285749 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:33.296005 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f12746-684d-4b7f-9288-85c92b00e743 req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] No DVR routers for this DVR port d502eff3-fcad-41a8-b2b5-ffda28703a22 on host hv-cinder-76810 {{(pid=91616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:21:33.308659 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-94f12746-684d-4b7f-9288-85c92b00e743 req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:33.310847 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96712a53-260a-47ba-aa8e-87cc54f81765,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:33.311196 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f9d9dd-51d4-40c2-b781-0ebb7002fe35', 'name': 'network-vif-deleted', 'tag': 'd502eff3-fcad-41a8-b2b5-ffda28703a22'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:33.313892 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:33.339478 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f3ef8d85-a378-455b-acfa-fde51dc3221c req-1360949f-470f-41f2-92a3-bb43986a9a53 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149888 May 19 11:21:33.354324 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-94f12746-684d-4b7f-9288-85c92b00e743 req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.106 "DELETE /v2.0/ports/d502eff3-fcad-41a8-b2b5-ffda28703a22 HTTP/1.1" status: 204 len: 173 time: 0.9222965 May 19 11:21:33.401272 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f9d9dd-51d4-40c2-b781-0ebb7002fe35', 'name': 'network-vif-deleted', 'tag': 'd502eff3-fcad-41a8-b2b5-ffda28703a22', 'status': 'completed', 'code': 200} May 19 11:21:33.492398 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Allocated IP 192.168.233.218 (788939bf-b351-43fe-8cb0-ebb575b39994/683cb4ac-3e14-4e3f-b706-96e4ab584927/b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:21:33.498513 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-55f983a2-5c80-44a0-ab78-cd046c01089a req-0fba0ef8-5ec8-483c-9c33-9650452bf599 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 210 time: 0.0487208 May 19 11:21:33.503155 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd94410-3f55-47ef-aae5-b391af30667f {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:21:33.514487 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:33.546178 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Transition to ACTIVE for port object 1bd94410-3f55-47ef-aae5-b391af30667f will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:33.555616 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:33.561838 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:33.817791 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Pushing event updated for resources: {'Port': ['ID=1bd94410-3f55-47ef-aae5-b391af30667f,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:33.820610 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:33.850669 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:33.881963 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-bfb29833-b627-44f8-b239-76e9cb6f502e req-c4381143-b9f0-4f78-8ec2-d429c2992007 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Synchronizing usage tracker for tenant:38b0eb31f6c24ed4bb8561c2caaf1454 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:33.900827 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-bfb29833-b627-44f8-b239-76e9cb6f502e req-c4381143-b9f0-4f78-8ec2-d429c2992007 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Unset dirty status for tenant:38b0eb31f6c24ed4bb8561c2caaf1454 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:33.902303 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-bfb29833-b627-44f8-b239-76e9cb6f502e req-c4381143-b9f0-4f78-8ec2-d429c2992007 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9f9d9dd-51d4-40c2-b781-0ebb7002fe35 HTTP/1.1" status: 200 len: 210 time: 0.0688541 May 19 11:21:34.041646 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Attempting to bind port 1bd94410-3f55-47ef-aae5-b391af30667f on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:21:34.041981 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Attempting to bind port 1bd94410-3f55-47ef-aae5-b391af30667f by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '919c9d81-24aa-44c3-ad3d-d4878553764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:21:34.042302 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Attempting to bind port 1bd94410-3f55-47ef-aae5-b391af30667f on network 0cd74b42-754a-489f-87a4-f256d98370a5 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:21:34.052460 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:34.055081 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Port 1bd94410-3f55-47ef-aae5-b391af30667f on network 0cd74b42-754a-489f-87a4-f256d98370a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:21:34.055395 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Attempting to bind port 1bd94410-3f55-47ef-aae5-b391af30667f on network 0cd74b42-754a-489f-87a4-f256d98370a5 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:21:34.066959 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:21:34.067299 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Checking segment: {'id': '919c9d81-24aa-44c3-ad3d-d4878553764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:21:34.067677 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Bound using segment: {'id': '919c9d81-24aa-44c3-ad3d-d4878553764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:21:34.068098 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Bound port: 1bd94410-3f55-47ef-aae5-b391af30667f, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919c9d81-24aa-44c3-ad3d-d4878553764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:21:34.068432 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:34.085539 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Transition to ACTIVE for port object b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d will not be triggered until provisioned by entity DHCP. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:34.177818 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] For port 1bd94410-3f55-47ef-aae5-b391af30667f, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:21:34.181569 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] For port 1bd94410-3f55-47ef-aae5-b391af30667f, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1bd94410-3f55-47ef-aae5-b391af30667f,segment=NetworkSegment(919c9d81-24aa-44c3-ad3d-d4878553764f),segment_id=919c9d81-24aa-44c3-ad3d-d4878553764f)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:21:34.182963 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:34.190252 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:34.228676 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:34.265459 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Network 788939bf-b351-43fe-8cb0-ebb575b39994 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:21:34.271029 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:34.271652 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:34.273024 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] 10.222.0.106 "PUT /v2.0/ports/1bd94410-3f55-47ef-aae5-b391af30667f HTTP/1.1" status: 200 len: 1094 time: 1.5688705 May 19 11:21:34.277717 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f565e0-fb73-4753-8558-ff132091c7cb', 'tag': '1bd94410-3f55-47ef-aae5-b391af30667f'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:34.281340 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:34.283734 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:21:34.365832 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f565e0-fb73-4753-8558-ff132091c7cb', 'tag': '1bd94410-3f55-47ef-aae5-b391af30667f', 'status': 'completed', 'code': 200} May 19 11:21:34.368650 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Pushing event updated for resources: {'Port': ['ID=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:34.371605 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:34.383701 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:34.461141 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:34.461803 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:34.504775 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Pushing event updated for resources: {'Port': ['ID=1bd94410-3f55-47ef-aae5-b391af30667f,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:34.508760 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:34.513107 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0918558 May 19 11:21:34.519815 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-27bc3952-900a-4553-8641-af5c0fe0f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:34.525770 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-27bc3952-900a-4553-8641-af5c0fe0f4b7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=bfd1377086944cd9a52f5417472c59f7&device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 1097 time: 0.2122078 May 19 11:21:34.527578 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-58c5b105-5927-4e5d-bfb1-929e90a6f384 None None] Provisioning for port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:21:34.532117 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Request body: {'port': {'device_id': 'd0e96a76-a0e1-42f4-acb7-225f09a9587b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:34.535309 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-58c5b105-5927-4e5d-bfb1-929e90a6f384 None None] Provisioning complete for port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:34.537936 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-58c5b105-5927-4e5d-bfb1-929e90a6f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:34.548303 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce8722-fd8d-4a25-a85d-3eec3cba71a6 req-7ef7b6c9-bba8-4edf-ba33-e728ffbf7f4c tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:34.555692 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4bce8722-fd8d-4a25-a85d-3eec3cba71a6 req-7ef7b6c9-bba8-4edf-ba33-e728ffbf7f4c tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 944 time: 0.1045926 May 19 11:21:34.600524 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4bce8722-fd8d-4a25-a85d-3eec3cba71a6 req-e67913a3-17ac-42eb-9f9d-c35c8e22e633 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 May 19 11:21:34.608976 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-58c5b105-5927-4e5d-bfb1-929e90a6f384 None None] Port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:21:34.640387 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-e8640e3b-e397-4006-b073-2f500d3b6f92 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd94410-3f55-47ef-aae5-b391af30667f HTTP/1.1" status: 200 len: 217 time: 0.0791614 May 19 11:21:34.694531 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de177020-ac65-4f4b-8daf-7b5783dec6b5 req-24144360-25f9-4520-8ddd-a20f7c1ad587 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:34.696414 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-de177020-ac65-4f4b-8daf-7b5783dec6b5 req-24144360-25f9-4520-8ddd-a20f7c1ad587 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 936 time: 0.0808554 May 19 11:21:34.743041 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-de177020-ac65-4f4b-8daf-7b5783dec6b5 req-6b9feb40-0934-4f75-a07c-886ecbc64c5c tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/security-groups?id=96712a53-260a-47ba-aa8e-87cc54f81765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403860 May 19 11:21:34.759932 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:34.769664 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-988514bf-5dbc-4da4-b674-8e9413934d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:34.771073 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-988514bf-5dbc-4da4-b674-8e9413934d11 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7 HTTP/1.1" status: 200 len: 853 time: 0.1229930 May 19 11:21:34.861120 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-d8a644eb-3680-4b03-a684-bee117960bbd service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0cd74b42-754a-489f-87a4-f256d98370a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549419 May 19 11:21:35.002740 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 42984) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:35.091776 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-b8c11e1f-4578-4a67-accf-57bfffd1a92b service neutron] 10.222.0.106 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253716 May 19 11:21:35.307688 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3033bc91-ff68-4c90-a81a-2b6b9a71719e req-bcf28a5f-adaa-4078-aecb-768c880795f7 service neutron] 10.222.0.106 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737943 May 19 11:21:35.433949 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:21:35.449297 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:35.469065 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Transition to ACTIVE for port object b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:35.473690 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:35.478933 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:35.718655 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033397c-8988-49b6-b07f-66952caa3dab req-ea8d70d2-9fae-44da-9503-d78c2fb24bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:35.720155 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f033397c-8988-49b6-b07f-66952caa3dab req-ea8d70d2-9fae-44da-9503-d78c2fb24bd2 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=bfd1377086944cd9a52f5417472c59f7&device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 1097 time: 0.3447146 May 19 11:21:35.729481 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405577'] for router_interface, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:35.758452 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Pushing event updated for resources: {'Port': ['ID=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:35.790194 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:35.952859 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Attempting to bind port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:21:35.953168 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Attempting to bind port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '7a5b846a-a874-4512-ac3f-eadc8e0ac201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:21:35.953538 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Attempting to bind port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d on network 788939bf-b351-43fe-8cb0-ebb575b39994 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:21:35.963857 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d on network 788939bf-b351-43fe-8cb0-ebb575b39994 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:21:35.964184 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Attempting to bind port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d on network 788939bf-b351-43fe-8cb0-ebb575b39994 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:21:35.966659 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033397c-8988-49b6-b07f-66952caa3dab req-4c79f11b-d303-4b73-80e5-0e79b45b536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:35.968130 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f033397c-8988-49b6-b07f-66952caa3dab req-4c79f11b-d303-4b73-80e5-0e79b45b536b service neutron] 10.222.0.106 "GET /v2.0/networks?id=0cd74b42-754a-489f-87a4-f256d98370a5 HTTP/1.1" status: 200 len: 915 time: 0.2108111 May 19 11:21:35.972893 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:21:35.973234 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Checking segment: {'id': '7a5b846a-a874-4512-ac3f-eadc8e0ac201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:21:35.973638 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Bound using segment: {'id': '7a5b846a-a874-4512-ac3f-eadc8e0ac201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:21:35.974073 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Bound port: b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5b846a-a874-4512-ac3f-eadc8e0ac201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:21:35.974426 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:36.054866 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f033397c-8988-49b6-b07f-66952caa3dab req-bb0fc52c-b813-4497-92bc-54c291a07c65 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd94410-3f55-47ef-aae5-b391af30667f HTTP/1.1" status: 200 len: 217 time: 0.0709827 May 19 11:21:36.062583 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4cf7e-1ecd-46bf-8d10-a24e49311af0 req-cbf90884-6fd0-4a9e-a7f2-c87d56fb053c tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:36.064094 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e4f4cf7e-1ecd-46bf-8d10-a24e49311af0 req-cbf90884-6fd0-4a9e-a7f2-c87d56fb053c tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 944 time: 0.2753377 May 19 11:21:36.156678 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bbc23-150f-43c9-8409-d483db5554a4 req-576c2e99-861a-4c49-bc9d-9c3aa0854410 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:36.158322 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5f2bbc23-150f-43c9-8409-d483db5554a4 req-576c2e99-861a-4c49-bc9d-9c3aa0854410 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 948 time: 0.2900856 May 19 11:21:36.175491 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033397c-8988-49b6-b07f-66952caa3dab req-eb7cf997-e405-42ab-809a-b508c9707780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:36.176984 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f033397c-8988-49b6-b07f-66952caa3dab req-eb7cf997-e405-42ab-809a-b508c9707780 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7 HTTP/1.1" status: 200 len: 853 time: 0.0972757 May 19 11:21:36.216223 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] For port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:21:36.232278 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f033397c-8988-49b6-b07f-66952caa3dab req-dd72ef57-e7c6-4178-a3ef-43d8f873d4bb service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0cd74b42-754a-489f-87a4-f256d98370a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462153 May 19 11:21:36.235073 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] For port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d,segment=NetworkSegment(7a5b846a-a874-4512-ac3f-eadc8e0ac201),segment_id=7a5b846a-a874-4512-ac3f-eadc8e0ac201)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:21:36.240652 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:36.246554 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d1d0029b-8186-4f48-b11e-233a70addd3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:36.261175 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e4f4cf7e-1ecd-46bf-8d10-a24e49311af0 req-dc6d8c1f-cf0e-458a-a802-d077fb2d118d tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419516 May 19 11:21:36.272799 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5f2bbc23-150f-43c9-8409-d483db5554a4 req-9fe95f9e-1795-44f3-86f2-9625b7c57c44 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/security-groups?id=96712a53-260a-47ba-aa8e-87cc54f81765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837331 May 19 11:21:36.339124 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:36.339889 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:36.340623 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] 10.222.0.106 "PUT /v2.0/ports/b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d HTTP/1.1" status: 200 len: 1098 time: 1.8135259 May 19 11:21:36.396277 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e96a76-a0e1-42f4-acb7-225f09a9587b', 'tag': 'b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:36.446595 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Deleting port 8babc377-d86a-46e9-a541-dccf76d16ba9 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:21:36.447059 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:36.481838 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Pushing event updated for resources: {'Port': ['ID=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:36.487794 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:36.506363 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e96a76-a0e1-42f4-acb7-225f09a9587b', 'tag': 'b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d', 'status': 'completed', 'code': 200} May 19 11:21:36.586992 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f033397c-8988-49b6-b07f-66952caa3dab req-dc2e09bf-3584-4a11-8ac0-f1441548a049 service neutron] 10.222.0.106 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417745 May 19 11:21:36.591291 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-3b33ffb3-9e63-496c-a0e1-31aa676b80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:36.593611 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-3b33ffb3-9e63-496c-a0e1-31aa676b80ac service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=1ca6341aa7234090892563617a21eeb4&device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 1101 time: 0.1859441 May 19 11:21:36.602972 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] For port 8babc377-d86a-46e9-a541-dccf76d16ba9, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=8babc377-d86a-46e9-a541-dccf76d16ba9,segment=NetworkSegment(c3822d17-dfbb-4911-b219-d30e2b1027bf),segment_id=c3822d17-dfbb-4911-b219-d30e2b1027bf)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:36.603251 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:36.731809 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Calling delete_port for 8babc377-d86a-46e9-a541-dccf76d16ba9 owned by network:router_interface {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:21:36.732560 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-6d07ba52-6aef-4795-ad10-4c870bfd41a3 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d HTTP/1.1" status: 200 len: 217 time: 0.1086214 May 19 11:21:36.859360 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-8754b2a2-8fd9-4732-b4da-c64ffe73e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:36.860713 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-8754b2a2-8fd9-4732-b4da-c64ffe73e1a6 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=683cb4ac-3e14-4e3f-b706-96e4ab584927 HTTP/1.1" status: 200 len: 843 time: 0.1242769 May 19 11:21:36.921054 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f033397c-8988-49b6-b07f-66952caa3dab req-47ccd6c1-5754-466a-9e89-3fdd2b3f97dd service neutron] 10.222.0.106 "GET /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260992 May 19 11:21:36.951026 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-6dd2a5ff-90f2-4653-968e-c85ecb19275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:36.952478 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-6dd2a5ff-90f2-4653-968e-c85ecb19275a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=788939bf-b351-43fe-8cb0-ebb575b39994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0819874 May 19 11:21:37.064639 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 1bd94410-3f55-47ef-aae5-b391af30667f details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:21:37.067583 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device d502eff3-fcad-41a8-b2b5-ffda28703a22 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:21:37.086549 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-40ccb3b7-07d0-4598-acd2-8c08b62586de service neutron] 10.222.0.106 "GET /v2.0/networks/788939bf-b351-43fe-8cb0-ebb575b39994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293488 May 19 11:21:37.106123 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: d502eff3-fcad-41a8-b2b5-ffda28703a22 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:21:37.106459 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device d502eff3-fcad-41a8-b2b5-ffda28703a22 not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:21:37.106743 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:37.111457 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-204e4308-2dc5-4578-a86e-30d4ad0bf6ae tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:37.160539 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Pushing event deleted for resources: {'Port': ['ID=8babc377-d86a-46e9-a541-dccf76d16ba9,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:37.186221 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:37.232681 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9ed7a6a-1796-481f-833d-fc987cb724c3 req-95124c1a-4a14-4bb7-a48c-fb8d208a58c4 service neutron] 10.222.0.106 "GET /v2.0/networks/788939bf-b351-43fe-8cb0-ebb575b39994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418242 May 19 11:21:37.258454 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 1bd94410-3f55-47ef-aae5-b391af30667f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1bd94410-3f55-47ef-aae5-b391af30667f,segment=NetworkSegment(919c9d81-24aa-44c3-ad3d-d4878553764f),segment_id=919c9d81-24aa-44c3-ad3d-d4878553764f)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:37.272439 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '1bd94410-3f55-47ef-aae5-b391af30667f', 'network_id': '0cd74b42-754a-489f-87a4-f256d98370a5', 'port_id': '1bd94410-3f55-47ef-aae5-b391af30667f', 'mac_address': 'fa:16:3e:b5:b7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:21:37.356504 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacf104-d884-4061-94d1-a0381bf403c6 req-3b0c7ed9-5cdf-414b-a077-2687161465c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:37.358500 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-eaacf104-d884-4061-94d1-a0381bf403c6 req-3b0c7ed9-5cdf-414b-a077-2687161465c7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=1ca6341aa7234090892563617a21eeb4&device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 1101 time: 0.0812995 May 19 11:21:37.374846 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:37.398484 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd94410-3f55-47ef-aae5-b391af30667f {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:21:37.418679 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 1bd94410-3f55-47ef-aae5-b391af30667f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1bd94410-3f55-47ef-aae5-b391af30667f,segment=NetworkSegment(919c9d81-24aa-44c3-ad3d-d4878553764f),segment_id=919c9d81-24aa-44c3-ad3d-d4878553764f)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:37.423260 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407257'] for router_interface, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:37.423854 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:37.426653 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1e669619-9942-4f77-b0ed-3dbc46527933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:37.502084 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=1bd94410-3f55-47ef-aae5-b391af30667f,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:37.528080 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.528606 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.529043 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.529496 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.530043 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.530469 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.530892 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.531333 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.531757 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.532171 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.532588 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.533140 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:37.538374 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:37.602853 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['1bd94410-3f55-47ef-aae5-b391af30667f'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:37.626087 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacf104-d884-4061-94d1-a0381bf403c6 req-23a3c13c-c576-4731-8306-63e2a6409c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:37.627442 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-eaacf104-d884-4061-94d1-a0381bf403c6 req-23a3c13c-c576-4731-8306-63e2a6409c4b service neutron] 10.222.0.106 "GET /v2.0/networks?id=788939bf-b351-43fe-8cb0-ebb575b39994 HTTP/1.1" status: 200 len: 871 time: 0.2625096 May 19 11:21:37.700462 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-eaacf104-d884-4061-94d1-a0381bf403c6 req-3edded0a-9167-44bd-9597-2deda44a29d7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d HTTP/1.1" status: 200 len: 217 time: 0.0641387 May 19 11:21:37.726816 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecc2b0-6456-4ef6-b6a4-28281fe626b9 req-3505607a-6cb8-4e34-8b00-5a9fa3e01b87 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:37.729897 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-81ecc2b0-6456-4ef6-b6a4-28281fe626b9 req-3505607a-6cb8-4e34-8b00-5a9fa3e01b87 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 948 time: 0.3217671 May 19 11:21:37.743646 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb92ea-bad0-421b-941e-ce17f96655fa req-3f0cc666-68fb-4e16-88c4-bb3d3dfd348a tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:37.745611 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-93bb92ea-bad0-421b-941e-ce17f96655fa req-3f0cc666-68fb-4e16-88c4-bb3d3dfd348a tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 945 time: 0.2898610 May 19 11:21:37.769676 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacf104-d884-4061-94d1-a0381bf403c6 req-8a1954cc-d931-4c70-909b-b339acfdd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:37.771122 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-eaacf104-d884-4061-94d1-a0381bf403c6 req-8a1954cc-d931-4c70-909b-b339acfdd39c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=683cb4ac-3e14-4e3f-b706-96e4ab584927 HTTP/1.1" status: 200 len: 843 time: 0.0655797 May 19 11:21:37.852055 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacf104-d884-4061-94d1-a0381bf403c6 req-ed098181-46ed-4f0f-b8fb-13a91e9c01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:37.853892 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-eaacf104-d884-4061-94d1-a0381bf403c6 req-ed098181-46ed-4f0f-b8fb-13a91e9c01d9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=788939bf-b351-43fe-8cb0-ebb575b39994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0766881 May 19 11:21:37.898867 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-81ecc2b0-6456-4ef6-b6a4-28281fe626b9 req-808d08f2-3d22-463f-be11-c28cfafb2f5a tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/security-groups?id=96712a53-260a-47ba-aa8e-87cc54f81765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475987 May 19 11:21:37.917846 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-93bb92ea-bad0-421b-941e-ce17f96655fa req-b7f55538-4199-4607-a4e1-af473a63f695 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416922 May 19 11:21:37.992545 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-eaacf104-d884-4061-94d1-a0381bf403c6 req-e8d8f33c-6172-4586-84e5-b7f2aabcc011 service neutron] 10.222.0.106 "GET /v2.0/networks/788939bf-b351-43fe-8cb0-ebb575b39994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332581 May 19 11:21:38.024002 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Router 579f20e0-7c04-410a-b2a7-c27223a5201f has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:21:38.123749 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-eaacf104-d884-4061-94d1-a0381bf403c6 req-3c5bad28-2215-4656-be0f-82642d88cc64 service neutron] 10.222.0.106 "GET /v2.0/networks/788939bf-b351-43fe-8cb0-ebb575b39994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246786 May 19 11:21:38.202633 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:21:38.211441 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433953c9-ad79-4e7c-8e66-e6d9eb785894 None None] Sync routers for ids ['579f20e0-7c04-410a-b2a7-c27223a5201f'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:21:38.218642 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] 10.222.0.107 "PUT /v2.0/routers/579f20e0-7c04-410a-b2a7-c27223a5201f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2143142 May 19 11:21:38.221054 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433953c9-ad79-4e7c-8e66-e6d9eb785894 None None] Routers {'579f20e0-7c04-410a-b2a7-c27223a5201f'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:38.221296 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43008) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:38.221695 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-433953c9-ad79-4e7c-8e66-e6d9eb785894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:21:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['579f20e0-7c04-410a-b2a7-c27223a5201f'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:38.400984 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-433953c9-ad79-4e7c-8e66-e6d9eb785894 None None] Set router 579f20e0-7c04-410a-b2a7-c27223a5201f gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:38.497036 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:38.673046 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:38.682759 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-433953c9-ad79-4e7c-8e66-e6d9eb785894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'name': 'tempest-ServerRescueNegativeTestJSON-19103991-router', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:18:07Z', 'updated_at': '2021-05-19T11:21:37Z', 'revision_number': 5, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'gw_port': {'id': '051fba77-f970-4647-b4c7-745fa0ab6cc4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:31:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:08Z', 'updated_at': '2021-05-19T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:38.686669 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433953c9-ad79-4e7c-8e66-e6d9eb785894 None None] Checking router: 579f20e0-7c04-410a-b2a7-c27223a5201f for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:21:38.694860 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433953c9-ad79-4e7c-8e66-e6d9eb785894 None None] Routers {'579f20e0-7c04-410a-b2a7-c27223a5201f'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:38.695470 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-433953c9-ad79-4e7c-8e66-e6d9eb785894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:21:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['579f20e0-7c04-410a-b2a7-c27223a5201f'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:38.746252 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Deleting port 051fba77-f970-4647-b4c7-745fa0ab6cc4 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:21:38.746867 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:38.843303 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-433953c9-ad79-4e7c-8e66-e6d9eb785894 None None] Set router 579f20e0-7c04-410a-b2a7-c27223a5201f gateway port host: None {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:38.866258 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] For port 051fba77-f970-4647-b4c7-745fa0ab6cc4, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=051fba77-f970-4647-b4c7-745fa0ab6cc4,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:38.866611 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:38.985176 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-433953c9-ad79-4e7c-8e66-e6d9eb785894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'name': 'tempest-ServerRescueNegativeTestJSON-19103991-router', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:18:07Z', 'updated_at': '2021-05-19T11:21:38Z', 'revision_number': 6, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'gw_port_host': None}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:38.990064 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433953c9-ad79-4e7c-8e66-e6d9eb785894 None None] The sync data for ids ['579f20e0-7c04-410a-b2a7-c27223a5201f'] in dv-cinder-768105-9-smb is: [{'id': '579f20e0-7c04-410a-b2a7-c27223a5201f', 'name': 'tempest-ServerRescueNegativeTestJSON-19103991-router', 'tenant_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:18:07Z', 'updated_at': '2021-05-19T11:21:38Z', 'revision_number': 6, 'project_id': '38b0eb31f6c24ed4bb8561c2caaf1454', 'gw_port_host': None}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:21:38.995593 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Calling delete_port for 051fba77-f970-4647-b4c7-745fa0ab6cc4 owned by network:router_gateway {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:21:39.066158 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:21:39.068601 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 1bd94410-3f55-47ef-aae5-b391af30667f up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:21:39.218440 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7436f7-37a3-4be5-8131-50c0e5fcdec9 req-9b92bde1-e45a-413d-a52d-c0e4a2c006a8 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:39.219994 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ed7436f7-37a3-4be5-8131-50c0e5fcdec9 req-9b92bde1-e45a-413d-a52d-c0e4a2c006a8 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 948 time: 0.1924188 May 19 11:21:39.230882 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5e118-ba9a-4258-92e3-4d9ee4d76aee req-a1c3a532-0181-496e-9d97-7ce631a48d72 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:39.232629 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-fdc5e118-ba9a-4258-92e3-4d9ee4d76aee req-a1c3a532-0181-496e-9d97-7ce631a48d72 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 945 time: 0.1701601 May 19 11:21:39.236300 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 1bd94410-3f55-47ef-aae5-b391af30667f completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:21:39.252650 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 1bd94410-3f55-47ef-aae5-b391af30667f triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:39.253030 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:39.309772 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d,segment=NetworkSegment(7a5b846a-a874-4512-ac3f-eadc8e0ac201),segment_id=7a5b846a-a874-4512-ac3f-eadc8e0ac201)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:39.328474 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': 'b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d', 'network_id': '788939bf-b351-43fe-8cb0-ebb575b39994', 'port_id': 'b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d', 'mac_address': 'fa:16:3e:50:d9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683cb4ac-3e14-4e3f-b706-96e4ab584927', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:21:39.358384 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ed7436f7-37a3-4be5-8131-50c0e5fcdec9 req-08c55809-9183-455a-8bbc-37b9d54f401a tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/security-groups?id=96712a53-260a-47ba-aa8e-87cc54f81765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238463 May 19 11:21:39.369857 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-fdc5e118-ba9a-4258-92e3-4d9ee4d76aee req-7af9860e-e5ff-4636-9b5d-847f441d95d2 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189239 May 19 11:21:39.388723 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:39.403935 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-7ace6189-dfac-4046-9693-e2e9fd024466 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:39.448794 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:39.451939 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=051fba77-f970-4647-b4c7-745fa0ab6cc4,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:39.455627 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:39.477081 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:21:39.499653 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d,segment=NetworkSegment(7a5b846a-a874-4512-ac3f-eadc8e0ac201),segment_id=7a5b846a-a874-4512-ac3f-eadc8e0ac201)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:39.507832 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:39.509803 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d83e3b74-13a5-4d61-891e-99c4faba15d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:39.538754 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:39.559498 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404578'] for router_gateway, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:39.590060 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f565e0-fb73-4753-8558-ff132091c7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd94410-3f55-47ef-aae5-b391af30667f'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:39.604644 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 1bd94410-3f55-47ef-aae5-b391af30667f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1bd94410-3f55-47ef-aae5-b391af30667f,segment=NetworkSegment(919c9d81-24aa-44c3-ad3d-d4878553764f),segment_id=919c9d81-24aa-44c3-ad3d-d4878553764f)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:39.606466 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:39.608718 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:39.610624 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:39.611203 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:39.658644 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f565e0-fb73-4753-8558-ff132091c7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd94410-3f55-47ef-aae5-b391af30667f', 'code': 200} May 19 11:21:39.683990 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=1bd94410-3f55-47ef-aae5-b391af30667f,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:39.686963 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:39.740661 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:39.744785 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6490'] for router, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:39.746995 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:39.927196 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 8babc377-d86a-46e9-a541-dccf76d16ba9 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:21:39.942443 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401717'] for router, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:39.943463 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 579f20e0-7c04-410a-b2a7-c27223a5201f {{(pid=91616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:21:39.953655 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259ab0b-ff15-47b3-bee5-969a041b4997 req-cea56e0c-c749-4ae7-9313-a9a2cb636551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:39.955130 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2259ab0b-ff15-47b3-bee5-969a041b4997 req-cea56e0c-c749-4ae7-9313-a9a2cb636551 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 1099 time: 0.1067553 May 19 11:21:39.960225 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:39.964749 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] 10.222.0.107 "DELETE /v2.0/routers/579f20e0-7c04-410a-b2a7-c27223a5201f HTTP/1.1" status: 204 len: 168 time: 1.7395892 May 19 11:21:39.965109 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43020) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:39.976260 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: 8babc377-d86a-46e9-a541-dccf76d16ba9 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:21:39.976638 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 8babc377-d86a-46e9-a541-dccf76d16ba9 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:21:39.977082 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 051fba77-f970-4647-b4c7-745fa0ab6cc4 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:21:40.005128 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2259ab0b-ff15-47b3-bee5-969a041b4997 req-fd50d6a6-08e8-45cd-bbd2-2dd1de8332e9 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 May 19 11:21:40.026185 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: 051fba77-f970-4647-b4c7-745fa0ab6cc4 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:21:40.026538 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 051fba77-f970-4647-b4c7-745fa0ab6cc4 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:21:40.036667 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b49783-eeaf-42f4-bfd7-ff39d29b3371 admin admin] Deleting subnet 9ef1af51-5690-4d14-9a8c-0a613dd8ad0e {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:21:40.039722 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-81b49783-eeaf-42f4-bfd7-ff39d29b3371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.089948 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-81b49783-eeaf-42f4-bfd7-ff39d29b3371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2041134'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.153930 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-81b49783-eeaf-42f4-bfd7-ff39d29b3371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.406237 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-81b49783-eeaf-42f4-bfd7-ff39d29b3371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1022618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127981197'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.410574 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:40.449144 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b49783-eeaf-42f4-bfd7-ff39d29b3371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef1af51-5690-4d14-9a8c-0a613dd8ad0e,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:40.452722 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-81b49783-eeaf-42f4-bfd7-ff39d29b3371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.457068 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-81b49783-eeaf-42f4-bfd7-ff39d29b3371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:40.462607 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 43028) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:40.462746 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-81b49783-eeaf-42f4-bfd7-ff39d29b3371 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9ef1af51-5690-4d14-9a8c-0a613dd8ad0e HTTP/1.1" status: 204 len: 168 time: 0.4964879 May 19 11:21:40.582266 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.658096 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d555a3a-f67f-4de3-80ad-b52f4123319c req-fb826294-3687-4661-bdae-0b1bfd11e834 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:40.659574 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9d555a3a-f67f-4de3-80ad-b52f4123319c req-fb826294-3687-4661-bdae-0b1bfd11e834 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 946 time: 0.1644385 May 19 11:21:40.668926 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dcb41-f270-4f09-9b57-ab09a335ff8d req-22df6187-6303-4f74-8963-39f9fb8edf43 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:40.670777 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-866dcb41-f270-4f09-9b57-ab09a335ff8d req-22df6187-6303-4f74-8963-39f9fb8edf43 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 949 time: 0.1392505 May 19 11:21:40.738626 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.750147 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9d555a3a-f67f-4de3-80ad-b52f4123319c req-cec9730f-4a79-418e-ba33-464bffcfc525 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783029 May 19 11:21:40.754784 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0388072-038d-4c14-a70f-4a6a2ce6a580']}} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:40.758521 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-866dcb41-f270-4f09-9b57-ab09a335ff8d req-5fa882ab-8ee7-44e4-a4ab-ccdfeaaf2b33 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/security-groups?id=96712a53-260a-47ba-aa8e-87cc54f81765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693896 May 19 11:21:40.769765 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3822d17-dfbb-4911-b219-d30e2b1027bf') {'for_net_delete': True} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:40.770450 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3822d17-dfbb-4911-b219-d30e2b1027bf') {} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:40.784348 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128831376'] for segment, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.804485 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.812374 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=91615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:21:40.812797 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128557593'] for segment, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: Traceback (most recent call last): May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: timer() May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: cb(*args, **kw) May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: return func(*args, **kwargs) May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: self._notify() May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: self.callback(batched_events) May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: event.method(event) May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: return f(self, *a, **k) May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: return self._get(url).json() May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: return self.request(url, 'GET', **kwargs) May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:21:40.830141 dv-cinder-768105-9-smb neutron-server[91615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:21:40.904059 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.907956 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-383492e0-9cfb-489f-96a7-782c7b3341e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:40.924721 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:40.933302 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0388072-038d-4c14-a70f-4a6a2ce6a580,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:40.936368 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:40.941623 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] 10.222.0.107 "DELETE /v2.0/networks/b0388072-038d-4c14-a70f-4a6a2ce6a580 HTTP/1.1" status: 204 len: 168 time: 0.4779832 May 19 11:21:41.073926 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:21:41.116224 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43036) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:41.168304 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-fc239c24-16a9-4b88-8a51-0e5b707c0da1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=38b0eb31f6c24ed4bb8561c2caaf1454&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508676 May 19 11:21:41.170714 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43040) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:41.178188 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:21:41.182804 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:41.183162 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:41.233428 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f30637b-c271-458c-bf27-064250510e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:41.259706 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f30637b-c271-458c-bf27-064250510e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:41.297096 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:41.313184 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f30637b-c271-458c-bf27-064250510e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:41.318746 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:41.331378 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30637b-c271-458c-bf27-064250510e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7c4715-d87e-401d-b669-bbc989e558e4,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:41.331790 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d,segment=NetworkSegment(7a5b846a-a874-4512-ac3f-eadc8e0ac201),segment_id=7a5b846a-a874-4512-ac3f-eadc8e0ac201)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:41.333962 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4f30637b-c271-458c-bf27-064250510e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:41.336573 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:41.338394 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-99d7a44a-9398-4821-904d-c96f262b907f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:41.343630 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f30637b-c271-458c-bf27-064250510e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:41.344745 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-4f30637b-c271-458c-bf27-064250510e80 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2e7c4715-d87e-401d-b669-bbc989e558e4 HTTP/1.1" status: 204 len: 168 time: 0.1730917 May 19 11:21:41.416392 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:41.419386 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:41.659659 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e96a76-a0e1-42f4-acb7-225f09a9587b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:41.703402 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e96a76-a0e1-42f4-acb7-225f09a9587b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d', 'code': 200} May 19 11:21:41.949056 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396b645-3f65-413c-839e-a820c85f8fc2 req-73cf3389-d31c-40b9-b217-31e20f5feb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:41.950642 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-1396b645-3f65-413c-839e-a820c85f8fc2 req-73cf3389-d31c-40b9-b217-31e20f5feb35 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 1103 time: 0.0863080 May 19 11:21:41.998470 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-1396b645-3f65-413c-839e-a820c85f8fc2 req-03463571-cd19-4a48-8971-09469c4998c1 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=96712a53-260a-47ba-aa8e-87cc54f81765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396216 May 19 11:21:42.024960 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde3d45-c48d-43da-9990-33ba12559fb3 req-79aece44-335e-4cf4-8ab2-d6e9cfeeb223 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:42.026467 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7dde3d45-c48d-43da-9990-33ba12559fb3 req-79aece44-335e-4cf4-8ab2-d6e9cfeeb223 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 946 time: 0.1526730 May 19 11:21:42.033842 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77197a-dbe3-4ff6-90ee-b26f2150726b req-0e4adca9-c213-4aa4-8845-2bdffbb4c404 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:42.035214 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ac77197a-dbe3-4ff6-90ee-b26f2150726b req-0e4adca9-c213-4aa4-8845-2bdffbb4c404 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 950 time: 0.1284447 May 19 11:21:42.104475 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7dde3d45-c48d-43da-9990-33ba12559fb3 req-f21ee662-bfc4-48dc-9dbe-1071dc2a7027 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682139 May 19 11:21:42.109100 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ac77197a-dbe3-4ff6-90ee-b26f2150726b req-94b01805-964e-4ab1-aa11-75b86f6f9340 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/security-groups?id=96712a53-260a-47ba-aa8e-87cc54f81765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603473 May 19 11:21:42.125646 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 43072) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:42.238920 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-network', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:42.244350 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:42.248129 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Usage tracker for resource:network and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:42.252086 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:42.259786 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:42.269877 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Made reservation on behalf of ad5bfa1559834b129ce6d088f9241b55 for: {'network': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:21:42.272384 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:42.284244 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:42.298264 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:42.302658 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Usage tracker for resource:security_group_rule and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:42.305582 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:42.312005 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:42.402915 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:42.410298 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:42.413400 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-0855c795-42af-4a34-8a38-be264c64ac2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:42.446100 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1212} {{(pid=91615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:21:42.454564 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a48d17d-aa3f-49c6-929a-c69afbd83b8f,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:42.458035 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:42.462106 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:42.462570 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.segments_db [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Added segment db46cc1c-bb66-4669-acb8-5cba81a1171e of type vlan for network 963e62ae-a614-4642-897d-72c0a984f323 May 19 11:21:42.492842 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:42.524917 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:42.527332 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:42.528673 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:42.540398 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:42.656365 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5310383 May 19 11:21:42.656724 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43088) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:42.660474 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Pushing event updated for resources: {'Network': ['ID=963e62ae-a614-4642-897d-72c0a984f323,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:42.663826 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Request body: {'subnet': {'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-subnet', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:42.664070 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:42.671098 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 963e62ae-a614-4642-897d-72c0a984f323 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:21:42.672481 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:42.677060 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Usage tracker for resource:subnet and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:42.680130 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:42.686206 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:42.700484 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Made reservation on behalf of ad5bfa1559834b129ce6d088f9241b55 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:21:42.703352 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127981238'] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:43.102633 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1022677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127981188'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:43.107527 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-419d580f-2c2e-4c7b-8c84-8e0c46126a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:43.182907 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Pushing event updated for resources: {'Subnet': ['ID=563a5d41-e093-45ea-87bb-57e5b47af5c6,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:43.189052 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:43.191503 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Checking segment: {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:21:43.191503 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Network hostable DHCP agents. Network: 963e62ae-a614-4642-897d-72c0a984f323, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:21:43.208294 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Network 963e62ae-a614-4642-897d-72c0a984f323 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:21:43.217844 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 963e62ae-a614-4642-897d-72c0a984f323) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:43.229065 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae7109-edad-4c9a-a64b-82f155b92ee0 None None] Network 963e62ae-a614-4642-897d-72c0a984f323 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:21:43.231776 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:43.232400 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:43.392369 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-e3c90f3d-c0f6-4d62-b874-121a6605817b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7315955 May 19 11:21:43.392589 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43096) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:43.406302 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:43.412840 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:43.418490 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Usage tracker for resource:router and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:43.422322 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:43.429204 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:43.447782 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:43.448766 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-401524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:43.461196 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b5269-2e16-4402-9c6f-21eb1272f030 req-54b7a3a0-31ea-4ea5-bd31-3a74e9dbc0c0 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:43.462753 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7f1b5269-2e16-4402-9c6f-21eb1272f030 req-54b7a3a0-31ea-4ea5-bd31-3a74e9dbc0c0 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 950 time: 0.2186341 May 19 11:21:43.473597 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2190e0d7-a4b4-5478-974a-93bbd660ceae-963e62ae-a614-4642-897d-72c0a984f323', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6'}]}} from dv-cinder-768105-9-smb. {{(pid=91617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:21:43.474467 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:43.488770 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:43.528709 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7f1b5269-2e16-4402-9c6f-21eb1272f030 req-202e677c-dbfe-4be2-9f26-3397040f4c82 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/security-groups?id=96712a53-260a-47ba-aa8e-87cc54f81765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562344 May 19 11:21:43.647979 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Allocated IP 172.20.0.2 (963e62ae-a614-4642-897d-72c0a984f323/563a5d41-e093-45ea-87bb-57e5b47af5c6/65031a52-95fa-438a-ad87-f7c9d736e443) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:21:43.791610 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6477'] for router, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:43.869752 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:43.881020 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Transition to ACTIVE for port object 65031a52-95fa-438a-ad87-f7c9d736e443 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:43.904306 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Transition to ACTIVE for port object 65031a52-95fa-438a-ad87-f7c9d736e443 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:43.912891 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:43.920497 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-50556eeb-e98e-41c8-8ea5-ceda83b5fa60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:44.000063 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Pushing event updated for resources: {'Port': ['ID=65031a52-95fa-438a-ad87-f7c9d736e443,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:44.004649 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:44.006725 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Network 963e62ae-a614-4642-897d-72c0a984f323 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:21:44.008083 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Resources bound (agent type, host, resource id): {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:44.010420 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:21:44.108802 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Attempting to bind port 65031a52-95fa-438a-ad87-f7c9d736e443 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:21:44.109270 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Attempting to bind port 65031a52-95fa-438a-ad87-f7c9d736e443 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:21:44.109746 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Attempting to bind port 65031a52-95fa-438a-ad87-f7c9d736e443 on network 963e62ae-a614-4642-897d-72c0a984f323 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:21:44.117101 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:21:44.117601 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Checking segment: {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:21:44.118196 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:44.118633 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Bound using segment: {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:21:44.119313 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Bound port: 65031a52-95fa-438a-ad87-f7c9d736e443, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:21:44.120419 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:44.208541 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] For port 65031a52-95fa-438a-ad87-f7c9d736e443, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:21:44.211599 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] For port 65031a52-95fa-438a-ad87-f7c9d736e443, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=65031a52-95fa-438a-ad87-f7c9d736e443,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:21:44.216740 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:44.222466 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-00ba40a5-945e-4a96-9b78-637c819f8061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:44.228921 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:44.260461 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:44.304034 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Pushing event updated for resources: {'Port': ['ID=65031a52-95fa-438a-ad87-f7c9d736e443,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:44.307177 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29ee41-5bbf-40c4-981f-a80cdc24c9a1 req-7ab0880c-1a8f-4dcf-bf48-b14f0c978adc tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:44.307314 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:44.308710 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5d29ee41-5bbf-40c4-981f-a80cdc24c9a1 req-7ab0880c-1a8f-4dcf-bf48-b14f0c978adc tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 950 time: 0.2578101 May 19 11:21:44.414990 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5d29ee41-5bbf-40c4-981f-a80cdc24c9a1 req-cf3a5575-5e62-49c8-ae08-bfe93be1c7f9 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/security-groups?id=96712a53-260a-47ba-aa8e-87cc54f81765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951815 May 19 11:21:44.447041 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Allocated IP 172.28.2.154 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/f20af7ea-2e08-4314-b02f-c69827f2f2d4) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:21:44.614475 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:44.643576 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:44.649325 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:44.708992 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:21:44.711857 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:44.715402 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:21:44.753618 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Pushing event updated for resources: {'Port': ['ID=f20af7ea-2e08-4314-b02f-c69827f2f2d4,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:44.757674 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:45.047510 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b2d63-6601-41c7-8547-835dc35cb686 req-4a1e96d8-8b63-4f08-a41f-cb2375117169 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:45.048933 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-687b2d63-6601-41c7-8547-835dc35cb686 req-4a1e96d8-8b63-4f08-a41f-cb2375117169 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Synchronizing usage tracker for tenant:1ca6341aa7234090892563617a21eeb4 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:45.083313 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-687b2d63-6601-41c7-8547-835dc35cb686 req-4a1e96d8-8b63-4f08-a41f-cb2375117169 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Unset dirty status for tenant:1ca6341aa7234090892563617a21eeb4 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:45.084525 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-687b2d63-6601-41c7-8547-835dc35cb686 req-4a1e96d8-8b63-4f08-a41f-cb2375117169 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.106 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 950 time: 0.1321752 May 19 11:21:45.270052 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab96e0-e411-42ac-8051-3c25f359bc30 None None] Network 963e62ae-a614-4642-897d-72c0a984f323 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:21:45.273699 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:45.366867 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-687b2d63-6601-41c7-8547-835dc35cb686 req-1d7728f8-0e39-47ce-bb19-df20c8af53df tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Deleting port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:21:45.367848 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-687b2d63-6601-41c7-8547-835dc35cb686 req-1d7728f8-0e39-47ce-bb19-df20c8af53df tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:45.423468 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-fc80af04-dbbd-4e8a-ad4e-ec37fa00b442 None None] Provisioning for port 65031a52-95fa-438a-ad87-f7c9d736e443 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:21:45.513558 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-687b2d63-6601-41c7-8547-835dc35cb686 req-1d7728f8-0e39-47ce-bb19-df20c8af53df tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] For port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d,segment=NetworkSegment(7a5b846a-a874-4512-ac3f-eadc8e0ac201),segment_id=7a5b846a-a874-4512-ac3f-eadc8e0ac201)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:45.513911 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-687b2d63-6601-41c7-8547-835dc35cb686 req-1d7728f8-0e39-47ce-bb19-df20c8af53df tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:45.678650 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-687b2d63-6601-41c7-8547-835dc35cb686 req-1d7728f8-0e39-47ce-bb19-df20c8af53df tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Calling delete_port for b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:21:45.728219 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404623'] for router, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:45.806549 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-687b2d63-6601-41c7-8547-835dc35cb686 req-1d7728f8-0e39-47ce-bb19-df20c8af53df tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:45.816932 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:45.820539 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-eefb0dfb-3f54-4d91-8c84-aed801513917 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:45.843550 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1588496-f6b6-4e15-91aa-03b0d0fb517f req-84185a14-8537-4c3d-a326-456ccca6ae37 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:45.851098 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b1588496-f6b6-4e15-91aa-03b0d0fb517f req-84185a14-8537-4c3d-a326-456ccca6ae37 tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e96a76-a0e1-42f4-acb7-225f09a9587b HTTP/1.1" status: 200 len: 950 time: 0.2164958 May 19 11:21:45.878628 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 65031a52-95fa-438a-ad87-f7c9d736e443 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:21:45.919484 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7728f8-0e39-47ce-bb19-df20c8af53df tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Pushing event deleted for resources: {'Port': ['ID=b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:45.928757 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1d7728f8-0e39-47ce-bb19-df20c8af53df tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:45.960293 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port 65031a52-95fa-438a-ad87-f7c9d736e443 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:21:45.966284 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 65031a52-95fa-438a-ad87-f7c9d736e443 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:45.966882 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:45.979408 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-687b2d63-6601-41c7-8547-835dc35cb686 req-1d7728f8-0e39-47ce-bb19-df20c8af53df tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] No DVR routers for this DVR port b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:21:45.982038 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-687b2d63-6601-41c7-8547-835dc35cb686 req-1d7728f8-0e39-47ce-bb19-df20c8af53df tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:45.987378 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e96a76-a0e1-42f4-acb7-225f09a9587b', 'name': 'network-vif-deleted', 'tag': 'b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:45.997325 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b1588496-f6b6-4e15-91aa-03b0d0fb517f req-b747c3ae-666d-44ba-87b4-7ce2aa334f4c tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.107 "GET /v2.0/security-groups?id=96712a53-260a-47ba-aa8e-87cc54f81765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452661 May 19 11:21:46.011019 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-687b2d63-6601-41c7-8547-835dc35cb686 req-1d7728f8-0e39-47ce-bb19-df20c8af53df tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] 10.222.0.106 "DELETE /v2.0/ports/b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d HTTP/1.1" status: 204 len: 173 time: 0.9192002 May 19 11:21:46.077992 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e96a76-a0e1-42f4-acb7-225f09a9587b', 'name': 'network-vif-deleted', 'tag': 'b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d', 'status': 'completed', 'code': 200} May 19 11:21:46.078664 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Router 5db18519-63e3-42d0-8392-e46ddad19e87 is scheduled to L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 with binding_index 1 {{(pid=91616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:21:46.168215 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:46.207156 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port 65031a52-95fa-438a-ad87-f7c9d736e443, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=65031a52-95fa-438a-ad87-f7c9d736e443,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:46.212095 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:46.214115 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:46.279408 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=65031a52-95fa-438a-ad87-f7c9d736e443,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:46.282317 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:46.287300 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:21:46.295190 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Sync routers for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:21:46.304949 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:46.305625 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:21:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:46.311310 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:46.312728 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9191811 May 19 11:21:46.315596 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43124) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:46.523521 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:46.836982 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:45Z', 'revision_number': 3, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:46.840734 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Checking router: 5db18519-63e3-42d0-8392-e46ddad19e87 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:21:46.841087 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Updating router 5db18519-63e3-42d0-8392-e46ddad19e87 port f20af7ea-2e08-4314-b02f-c69827f2f2d4 binding host dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:21:46.893122 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:47.202914 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:47.237016 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:47.250568 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Transition to ACTIVE for port object f20af7ea-2e08-4314-b02f-c69827f2f2d4 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:47.262461 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:47.273709 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:47.380858 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Attempting to bind port f20af7ea-2e08-4314-b02f-c69827f2f2d4 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:21:47.381495 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Attempting to bind port f20af7ea-2e08-4314-b02f-c69827f2f2d4 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:21:47.381620 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Attempting to bind port f20af7ea-2e08-4314-b02f-c69827f2f2d4 on network e5113189-49f1-4a6b-9cbc-e8af0973913c {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:21:47.385160 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1472c-128d-4283-ab3a-a3f9baf9f898 None None] Pushing event updated for resources: {'Port': ['ID=f20af7ea-2e08-4314-b02f-c69827f2f2d4,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:47.389259 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-54c1472c-128d-4283-ab3a-a3f9baf9f898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:47.390866 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:21:47.390866 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Checking segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:21:47.390866 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:47.391297 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Bound using segment: {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:21:47.391732 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Bound port: f20af7ea-2e08-4314-b02f-c69827f2f2d4, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6070b1-c854-4377-94df-1a533a1da802', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:21:47.392113 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:47.476282 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Allocated IP 172.20.0.1 (963e62ae-a614-4642-897d-72c0a984f323/563a5d41-e093-45ea-87bb-57e5b47af5c6/23e1c239-3248-4c5b-9635-525dfdb0b635) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:21:47.479938 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] For port f20af7ea-2e08-4314-b02f-c69827f2f2d4, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:21:47.483592 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] For port f20af7ea-2e08-4314-b02f-c69827f2f2d4, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=f20af7ea-2e08-4314-b02f-c69827f2f2d4,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:21:47.487346 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:47.492298 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:47.572519 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1472c-128d-4283-ab3a-a3f9baf9f898 None None] Pushing event updated for resources: {'Port': ['ID=f20af7ea-2e08-4314-b02f-c69827f2f2d4,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:47.576977 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-54c1472c-128d-4283-ab3a-a3f9baf9f898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:47.580379 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:47.581644 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:21:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:47.658427 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:47.674656 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Transition to ACTIVE for port object 23e1c239-3248-4c5b-9635-525dfdb0b635 will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:47.699241 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:47.704038 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0d1cdf55-bd67-40c3-b079-3c20611588ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:47.777020 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:47.789030 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Network 963e62ae-a614-4642-897d-72c0a984f323 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:21:47.792089 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:47.794740 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:21:47.848630 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Pushing event updated for resources: {'Port': ['ID=23e1c239-3248-4c5b-9635-525dfdb0b635,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:47.851796 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:47.873384 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405564'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:47.963064 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 65031a52-95fa-438a-ad87-f7c9d736e443 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:21:48.126466 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 65031a52-95fa-438a-ad87-f7c9d736e443 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:48.126831 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:48.197302 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:48.240745 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-5f604ec7-e918-4fc7-b11e-d5298d88a5f2 None None] Provisioning for port 23e1c239-3248-4c5b-9635-525dfdb0b635 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:21:48.253020 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-5f604ec7-e918-4fc7-b11e-d5298d88a5f2 None None] Provisioning complete for port 23e1c239-3248-4c5b-9635-525dfdb0b635 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:48.253917 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5f604ec7-e918-4fc7-b11e-d5298d88a5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:48.378433 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-5f604ec7-e918-4fc7-b11e-d5298d88a5f2 None None] Port 23e1c239-3248-4c5b-9635-525dfdb0b635 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:21:48.401241 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:45Z', 'revision_number': 3, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:48.406683 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9129b-23ad-4dd2-8b7c-e1da30b4ce6f None None] The sync data for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb is: [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:45Z', 'revision_number': 3, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:21:48.456229 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:48.460911 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842844'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:48.603918 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:48.688221 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Pushing event updated for resources: {'Port': ['ID=23e1c239-3248-4c5b-9635-525dfdb0b635,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:48.694508 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:48.710196 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405595'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:48.948595 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Network 963e62ae-a614-4642-897d-72c0a984f323 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:21:48.950079 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:49.120447 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:21:49.187652 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:21:49.188010 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device b1d3f7ae-7f18-45e4-a4e0-d6a4b9ad566d not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:21:49.275476 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Router 5db18519-63e3-42d0-8392-e46ddad19e87 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:21:49.306936 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-d056e665-50d0-4209-b328-f72eee50ae34 None None] Provisioning complete for port 23e1c239-3248-4c5b-9635-525dfdb0b635 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:49.307411 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d056e665-50d0-4209-b328-f72eee50ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:49.373325 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-d056e665-50d0-4209-b328-f72eee50ae34 None None] Port 23e1c239-3248-4c5b-9635-525dfdb0b635 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:21:49.485725 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:21:49.501200 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] 10.222.0.107 "PUT /v2.0/routers/5db18519-63e3-42d0-8392-e46ddad19e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1808646 May 19 11:21:49.864854 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device f20af7ea-2e08-4314-b02f-c69827f2f2d4 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:21:49.936043 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port f20af7ea-2e08-4314-b02f-c69827f2f2d4 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:21:49.941135 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port f20af7ea-2e08-4314-b02f-c69827f2f2d4 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:49.941667 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.067068 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 43346) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:50.082883 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754968704', 'description': 'tempest-description--913369156'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:50.097450 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:50.103985 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Usage tracker for resource:security_group and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:50.108939 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:50.131852 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:50.152666 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.169092 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.192773 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port f20af7ea-2e08-4314-b02f-c69827f2f2d4, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=f20af7ea-2e08-4314-b02f-c69827f2f2d4,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:50.198656 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.201656 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7bf4b27e-ef2a-4b83-a6a4-c523c619a6ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:50.241594 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:50.263453 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Usage tracker for resource:security_group_rule and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:50.274440 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:50.289298 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:50.313639 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=f20af7ea-2e08-4314-b02f-c69827f2f2d4,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:50.318799 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:50.435081 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.441101 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.454045 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e097ccb1-48f5-474a-9932-30f9382961bc tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:50.502014 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.503881 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4350173 May 19 11:21:50.506778 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547a4acf-351d-4df1-b951-547d762af2a0,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:50.506946 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43360) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:50.515907 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'security_group_rule': {'security_group_id': '547a4acf-351d-4df1-b951-547d762af2a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:50.522466 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:50.525631 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:50.529550 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Usage tracker for resource:security_group_rule and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:50.532438 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:50.538875 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:50.559165 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.620494 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Sync routers for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:21:50.637030 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:50.637740 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.637886 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:21:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:50.641720 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.644034 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e267c0f8-f8d7-4de6-a121-8628cb5e0b88 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:50.668314 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af846e2-7857-4f03-8e46-18bde674813b,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:50.675464 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:50.677277 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.678806 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1688724 May 19 11:21:50.681598 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43368) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:50.686856 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'security_group_rule': {'security_group_id': '547a4acf-351d-4df1-b951-547d762af2a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:50.692708 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:50.696706 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Usage tracker for resource:security_group_rule and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:50.699639 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:50.705628 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:50.733301 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.804453 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.809111 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.811408 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b87d386f-8a0a-453d-bbbf-51bec920e69b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:50.836306 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed5c3f4-0432-4325-b03a-9f6f77491fd7,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:50.837692 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:50.845838 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:50.847734 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-260bd565-fbf7-49f6-93a9-5e5bd98d75fd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1651599 May 19 11:21:50.850793 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43380) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:50.856475 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:50.857886 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'floatingip': {'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:50.865954 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:50.871004 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Usage tracker for resource:floatingip and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:21:50.874325 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:21:50.891858 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:50.904341 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:51.069662 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:51.225723 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Allocated IP 172.28.2.116 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/e6dc238a-7047-46e1-b19b-a250f4cb9563) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:21:51.259941 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 2, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:51.264294 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Checking router: 5db18519-63e3-42d0-8392-e46ddad19e87 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:21:51.264676 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Updating router 5db18519-63e3-42d0-8392-e46ddad19e87 port 23e1c239-3248-4c5b-9635-525dfdb0b635 binding host dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:21:51.323841 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:51.392452 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:51.436674 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:51.441974 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-04715d22-790b-466d-892f-b9dacc75bab7 tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:51.513386 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:21:51.516433 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:51.520800 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:21:51.560904 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'Port': ['ID=e6dc238a-7047-46e1-b19b-a250f4cb9563,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:51.569926 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:51.611719 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:51.675319 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:51.683114 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:51.694811 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Transition to ACTIVE for port object 23e1c239-3248-4c5b-9635-525dfdb0b635 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:51.701178 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:51.706512 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:51.837549 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device f20af7ea-2e08-4314-b02f-c69827f2f2d4 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:21:51.896144 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Pushing event updated for resources: {'Port': ['ID=23e1c239-3248-4c5b-9635-525dfdb0b635,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:51.912078 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.912796 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.913361 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.913947 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.914496 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.915197 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.915775 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.916354 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.916898 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.917429 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.917995 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.918530 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:51.927402 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:51.935668 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port f20af7ea-2e08-4314-b02f-c69827f2f2d4 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:51.936045 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:51.945515 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Attempting to bind port 23e1c239-3248-4c5b-9635-525dfdb0b635 on host dv-cinder-768105-9-smb for vnic_type normal with profile {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:21:51.946030 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Attempting to bind port 23e1c239-3248-4c5b-9635-525dfdb0b635 by drivers openvswitch,hyperv on host dv-cinder-768105-9-smb at level 0 using segments [{'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:21:51.946496 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Attempting to bind port 23e1c239-3248-4c5b-9635-525dfdb0b635 on network 963e62ae-a614-4642-897d-72c0a984f323 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:21:51.953634 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Checking agent: {'id': 'aa8dbeb1-c338-4746-bad1-e57c3f4e7950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:21:51.953993 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Checking segment: {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:21:51.954424 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:51.954930 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Bound using segment: {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:21:51.955416 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Bound port: 23e1c239-3248-4c5b-9635-525dfdb0b635, host: dv-cinder-768105-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:21:51.955794 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:52.018952 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:52.025192 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842844'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:52.029405 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9a6d8627-187d-4923-9c54-eebb90f0d186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:52.052049 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] For port 23e1c239-3248-4c5b-9635-525dfdb0b635, host dv-cinder-768105-9-smb, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:21:52.055110 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] For port 23e1c239-3248-4c5b-9635-525dfdb0b635, host dv-cinder-768105-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=23e1c239-3248-4c5b-9635-525dfdb0b635,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:21:52.059084 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:52.064657 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:52.140601 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'Port': ['ID=e6dc238a-7047-46e1-b19b-a250f4cb9563,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:52.145268 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:52.154792 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:52.175845 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:52.176471 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:21:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:52.179338 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:52.187072 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3286169 May 19 11:21:52.240402 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Pushing event updated for resources: {'Port': ['ID=23e1c239-3248-4c5b-9635-525dfdb0b635,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:52.275807 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-7056649c-2b4e-4514-95aa-e256cbd5027a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:52.397309 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-b3bd37aa-a24c-42d4-9009-21af297be505 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--754968704&fields=id&tenant_id=ad5bfa1559834b129ce6d088f9241b55 HTTP/1.1" status: 200 len: 267 time: 0.0463543 May 19 11:21:52.406354 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:52.597345 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-d420438a-2847-4e2c-bc98-9a74f00a5826 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:52.604999 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-d420438a-2847-4e2c-bc98-9a74f00a5826 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 817 time: 0.1990032 May 19 11:21:52.622610 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-92f7bb14-2ab6-4a4f-b4d2-36404e629586 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/quotas/ad5bfa1559834b129ce6d088f9241b55 HTTP/1.1" status: 200 len: 375 time: 0.0163927 May 19 11:21:52.738664 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-718b9cb2-de9b-4244-bb89-8e895d4909d7 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Synchronizing usage tracker for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:52.763033 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-718b9cb2-de9b-4244-bb89-8e895d4909d7 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Unset dirty status for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:52.763379 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 43436) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:52.776455 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-718b9cb2-de9b-4244-bb89-8e895d4909d7 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452510 May 19 11:21:52.795401 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:52Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:52.800971 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006bd56b-71ce-4519-bee9-e4192b4fc133 None None] The sync data for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb is: [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:52Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:21:52.967150 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-43ac4f5e-43a1-42a0-bc46-0521aaedfe97 service neutron] 10.222.0.107 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872356 May 19 11:21:52.995986 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-659f5ed6-cf46-45f1-9885-8a5fc11c2da6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1ca6341aa7234090892563617a21eeb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311180 May 19 11:21:52.997717 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 43442) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:53.063799 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ce30891a-aff2-4967-bdbc-0b17a8639ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:53.100598 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ce30891a-aff2-4967-bdbc-0b17a8639ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:53.109646 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-955867b4-722c-4282-8a68-3fd03f1d160c service neutron] 10.222.0.107 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363232 May 19 11:21:53.164044 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ce30891a-aff2-4967-bdbc-0b17a8639ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:53.170530 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-88401281-77fc-44a8-9489-bf56afd6eb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:53.183545 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30891a-aff2-4967-bdbc-0b17a8639ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96712a53-260a-47ba-aa8e-87cc54f81765,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:53.187182 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ce30891a-aff2-4967-bdbc-0b17a8639ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:53.191869 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ce30891a-aff2-4967-bdbc-0b17a8639ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:53.196381 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-ce30891a-aff2-4967-bdbc-0b17a8639ef9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/96712a53-260a-47ba-aa8e-87cc54f81765 HTTP/1.1" status: 204 len: 168 time: 0.1968131 May 19 11:21:53.382696 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-382ae40e-da23-48c8-90bc-5e7d60907a3c req-cafc11a0-fc4e-4e80-a056-46ef9f79e7ba tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 210 time: 0.1076908 May 19 11:21:53.846382 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 23e1c239-3248-4c5b-9635-525dfdb0b635 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:21:54.033384 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning for port 23e1c239-3248-4c5b-9635-525dfdb0b635 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:21:54.043442 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 23e1c239-3248-4c5b-9635-525dfdb0b635 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:54.043772 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:54.245965 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:54.337739 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] For port 23e1c239-3248-4c5b-9635-525dfdb0b635, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=23e1c239-3248-4c5b-9635-525dfdb0b635,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:54.343552 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:54.347220 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-02689041-ddea-4e1a-9e7d-cc82ee5c8e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:54.418383 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Pushing event updated for resources: {'Port': ['ID=23e1c239-3248-4c5b-9635-525dfdb0b635,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:54.422309 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:54.466194 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-7a7d88f5-1cac-46f4-9e18-110555cf3c6d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:54.466997 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-7a7d88f5-1cac-46f4-9e18-110555cf3c6d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Synchronizing usage tracker for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:network {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:54.484889 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-7a7d88f5-1cac-46f4-9e18-110555cf3c6d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Unset dirty status for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:network {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:54.486398 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-7a7d88f5-1cac-46f4-9e18-110555cf3c6d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 817 time: 0.1807928 May 19 11:21:54.550268 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-547276d4-0176-4155-a782-97d6c16d655b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Synchronizing usage tracker for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:security_group {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:21:54.567349 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b64eee0f-9856-40f4-a056-ea8a9584b802 req-b676c748-87c0-4f96-9f15-8dbabcffc336 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 210 time: 0.0561545 May 19 11:21:54.571093 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-547276d4-0176-4155-a782-97d6c16d655b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Unset dirty status for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:security_group {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:21:54.572697 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-547276d4-0176-4155-a782-97d6c16d655b tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad5bfa1559834b129ce6d088f9241b55 HTTP/1.1" status: 200 len: 379 time: 0.0772204 May 19 11:21:54.585618 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'port': {'device_id': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'admin_state_up': True, 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'security_groups': ['547a4acf-351d-4df1-b951-547d762af2a0']}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:54.728356 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:21:54.738631 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:21:54.748634 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Made reservation on behalf of ad5bfa1559834b129ce6d088f9241b55 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:21:54.752202 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:54.924119 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Allocated IP 172.20.0.6 (963e62ae-a614-4642-897d-72c0a984f323/563a5d41-e093-45ea-87bb-57e5b47af5c6/ce0f0990-5764-4ac4-b87c-e676de60dc22) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:21:55.122514 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:55.138736 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Transition to ACTIVE for port object ce0f0990-5764-4ac4-b87c-e676de60dc22 will not be triggered until provisioned by entity DHCP. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:55.163370 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:55.170724 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-16b14cc4-164e-4600-aea7-27ed81ebca22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:55.238883 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Network 963e62ae-a614-4642-897d-72c0a984f323 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:21:55.242270 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:21:55.244715 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:21:55.281010 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'Port': ['ID=ce0f0990-5764-4ac4-b87c-e676de60dc22,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:55.283852 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:55.315706 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:55.316359 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:55.342989 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7637730 May 19 11:21:55.352667 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Request body: {'port': {'device_id': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:55.506792 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-faa5d841-69e1-406e-a394-d14f5b4da81c None None] Provisioning for port ce0f0990-5764-4ac4-b87c-e676de60dc22 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:21:55.515265 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-faa5d841-69e1-406e-a394-d14f5b4da81c None None] Provisioning complete for port ce0f0990-5764-4ac4-b87c-e676de60dc22 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:55.515812 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-faa5d841-69e1-406e-a394-d14f5b4da81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:55.558501 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:55.576300 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-faa5d841-69e1-406e-a394-d14f5b4da81c None None] Port ce0f0990-5764-4ac4-b87c-e676de60dc22 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:21:55.805606 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4f71-02ee-4d1d-8e68-5f25481b2656 req-7a48a922-1417-4c53-a959-f6f3229bbc6f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:55.811695 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a36f4f71-02ee-4d1d-8e68-5f25481b2656 req-7a48a922-1417-4c53-a959-f6f3229bbc6f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 931 time: 0.0978305 May 19 11:21:55.850378 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 23e1c239-3248-4c5b-9635-525dfdb0b635 up at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:21:55.861152 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a36f4f71-02ee-4d1d-8e68-5f25481b2656 req-3ccdd275-3072-48ce-be76-f8ae24d9b8e7 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=547a4acf-351d-4df1-b951-547d762af2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469990 May 19 11:21:55.919072 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Provisioning complete for port 23e1c239-3248-4c5b-9635-525dfdb0b635 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:55.919361 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:55.951915 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0f0990-5764-4ac4-b87c-e676de60dc22 {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:21:55.960241 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:55.974193 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Transition to ACTIVE for port object ce0f0990-5764-4ac4-b87c-e676de60dc22 will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:21:55.978731 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:55.983300 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-57aa39d3-2a02-4118-aa41-e49a8eab282e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:56.148896 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0f0990-5764-4ac4-b87c-e676de60dc22,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:56.152047 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:56.229009 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Attempting to bind port ce0f0990-5764-4ac4-b87c-e676de60dc22 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:21:56.229510 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Attempting to bind port ce0f0990-5764-4ac4-b87c-e676de60dc22 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:21:56.229956 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Attempting to bind port ce0f0990-5764-4ac4-b87c-e676de60dc22 on network 963e62ae-a614-4642-897d-72c0a984f323 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:21:56.234638 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Port ce0f0990-5764-4ac4-b87c-e676de60dc22 on network 963e62ae-a614-4642-897d-72c0a984f323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:21:56.235057 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Attempting to bind port ce0f0990-5764-4ac4-b87c-e676de60dc22 on network 963e62ae-a614-4642-897d-72c0a984f323 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:21:56.240898 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:21:56.241335 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Checking segment: {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:21:56.241751 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Bound using segment: {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:21:56.242170 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Bound port: ce0f0990-5764-4ac4-b87c-e676de60dc22, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:21:56.242513 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:56.336674 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] For port ce0f0990-5764-4ac4-b87c-e676de60dc22, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:21:56.339647 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] For port ce0f0990-5764-4ac4-b87c-e676de60dc22, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:21:56.344153 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:56.348625 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9bf26811-7f3e-4525-b134-c96b7e9f4f2f tempest-AttachVolumeNegativeTest-1593672107 tempest-AttachVolumeNegativeTest-1593672107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:56.395581 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:56.396077 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:56.397330 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] 10.222.0.106 "PUT /v2.0/ports/ce0f0990-5764-4ac4-b87c-e676de60dc22 HTTP/1.1" status: 200 len: 1093 time: 1.0491838 May 19 11:21:56.404907 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'tag': 'ce0f0990-5764-4ac4-b87c-e676de60dc22'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:56.471109 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'tag': 'ce0f0990-5764-4ac4-b87c-e676de60dc22', 'status': 'completed', 'code': 200} May 19 11:21:56.484535 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0f0990-5764-4ac4-b87c-e676de60dc22,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:56.488985 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:56.523203 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-33790887-acc8-493a-8568-14582d44fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:56.524832 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-33790887-acc8-493a-8568-14582d44fa0b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 1096 time: 0.0921185 May 19 11:21:56.591702 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-998361de-a44a-4e28-9f64-5ae7fe64fc21 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22 HTTP/1.1" status: 200 len: 217 time: 0.0602281 May 19 11:21:56.658031 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c50dde47-0913-46ca-bf95-96d506bb0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:56.660019 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-c50dde47-0913-46ca-bf95-96d506bb0fc2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0593429 May 19 11:21:56.734450 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-ea53d58b-128f-4571-a93f-3b5f36a81185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:56.735853 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-ea53d58b-128f-4571-a93f-3b5f36a81185 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690029 May 19 11:21:56.873681 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-01e5e0cd-7d80-4395-9102-428059a422bb service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319134 May 19 11:21:57.026046 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-21595471-a267-4b4c-b693-a2fe39e8e78b req-fbd875f6-4652-46a3-9bf6-252516a4828b service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472247 May 19 11:21:57.063494 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ad2c6-7279-4bcf-8ac1-5100c80afb4e req-c4a023e5-0873-49b8-b31a-cdb8d229ec64 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:57.064977 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-908ad2c6-7279-4bcf-8ac1-5100c80afb4e req-c4a023e5-0873-49b8-b31a-cdb8d229ec64 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 943 time: 0.0906148 May 19 11:21:57.111585 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-908ad2c6-7279-4bcf-8ac1-5100c80afb4e req-16d247e9-e42b-4cf9-97d4-6315ae614592 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=547a4acf-351d-4df1-b951-547d762af2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408370 May 19 11:21:57.152650 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05281f7-2216-4307-ba66-8432e3d95aa5 req-6b653ffb-303c-4cfb-920c-028173bb95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:57.154158 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b05281f7-2216-4307-ba66-8432e3d95aa5 req-6b653ffb-303c-4cfb-920c-028173bb95f9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 1096 time: 0.0746891 May 19 11:21:57.359163 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05281f7-2216-4307-ba66-8432e3d95aa5 req-7dd8b90c-3363-4515-9d92-f7f8ee549962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:57.360589 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b05281f7-2216-4307-ba66-8432e3d95aa5 req-7dd8b90c-3363-4515-9d92-f7f8ee549962 service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.2016590 May 19 11:21:57.426555 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b05281f7-2216-4307-ba66-8432e3d95aa5 req-ca86bce6-972f-41a4-82ae-078da2c90827 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22 HTTP/1.1" status: 200 len: 217 time: 0.0603929 May 19 11:21:57.491317 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05281f7-2216-4307-ba66-8432e3d95aa5 req-660b6bdb-0143-43b5-a73a-ba6b1b0e18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:57.492714 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b05281f7-2216-4307-ba66-8432e3d95aa5 req-660b6bdb-0143-43b5-a73a-ba6b1b0e18d2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0593860 May 19 11:21:57.560902 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:21:57.568294 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05281f7-2216-4307-ba66-8432e3d95aa5 req-078fad58-35f9-4fdd-9a15-0b25ce7ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:57.569841 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b05281f7-2216-4307-ba66-8432e3d95aa5 req-078fad58-35f9-4fdd-9a15-0b25ce7ee7da service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694678 May 19 11:21:57.700125 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b05281f7-2216-4307-ba66-8432e3d95aa5 req-8649721d-af41-47e3-b5d4-5f5572504997 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234612 May 19 11:21:57.832757 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b05281f7-2216-4307-ba66-8432e3d95aa5 req-0de04af1-6773-4eda-9594-9ca02fb5139d service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275783 May 19 11:21:58.304676 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea4c5-a5b4-4d6f-8def-6ea34d3d06d9 req-49c66efa-b890-456b-a7f0-a09aebcb9d24 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:58.306173 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1a4ea4c5-a5b4-4d6f-8def-6ea34d3d06d9 req-49c66efa-b890-456b-a7f0-a09aebcb9d24 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 943 time: 0.0799835 May 19 11:21:58.350356 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1a4ea4c5-a5b4-4d6f-8def-6ea34d3d06d9 req-c94587aa-8d48-4f09-9136-9e3ef701c224 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=547a4acf-351d-4df1-b951-547d762af2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383403 May 19 11:21:58.608947 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-91bf572c-b8e5-4330-be51-de926ad738d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:59.153462 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device ce0f0990-5764-4ac4-b87c-e676de60dc22 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:21:59.285506 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port ce0f0990-5764-4ac4-b87c-e676de60dc22, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:59.298159 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': 'ce0f0990-5764-4ac4-b87c-e676de60dc22', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'port_id': 'ce0f0990-5764-4ac4-b87c-e676de60dc22', 'mac_address': 'fa:16:3e:97:b9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:21:59.352147 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:59.371906 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0f0990-5764-4ac4-b87c-e676de60dc22 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:21:59.388376 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port ce0f0990-5764-4ac4-b87c-e676de60dc22, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:59.393009 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:59.395684 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-baedec8a-91ad-4064-8d0a-a65630662332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:59.460889 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=ce0f0990-5764-4ac4-b87c-e676de60dc22,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:59.464008 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:59.542945 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165be466-2a85-42fa-9998-3c8d893a3b7c req-c36e0e80-dbc4-45be-b2ea-ee98db490105 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:59.544504 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-165be466-2a85-42fa-9998-3c8d893a3b7c req-c36e0e80-dbc4-45be-b2ea-ee98db490105 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 944 time: 0.0839367 May 19 11:21:59.592217 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['ce0f0990-5764-4ac4-b87c-e676de60dc22'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:59.592575 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-165be466-2a85-42fa-9998-3c8d893a3b7c req-e0dd8fbd-b2c2-461d-be08-0e65a93cea49 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=547a4acf-351d-4df1-b951-547d762af2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392084 May 19 11:22:00.784912 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360f7e6-71b1-4df7-a53b-aad50e43cc66 req-9422373b-a061-4f3b-9522-8110e33310bd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:00.786431 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4360f7e6-71b1-4df7-a53b-aad50e43cc66 req-9422373b-a061-4f3b-9522-8110e33310bd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 944 time: 0.0823448 May 19 11:22:00.834961 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4360f7e6-71b1-4df7-a53b-aad50e43cc66 req-11555563-d0bb-48d7-a1a4-4de5bc76c907 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=547a4acf-351d-4df1-b951-547d762af2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428727 May 19 11:22:01.164540 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device ce0f0990-5764-4ac4-b87c-e676de60dc22 up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:22:01.242686 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:01.249387 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port ce0f0990-5764-4ac4-b87c-e676de60dc22 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:22:01.259374 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port ce0f0990-5764-4ac4-b87c-e676de60dc22 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:22:01.259967 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:01.411190 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:01.437145 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0f0990-5764-4ac4-b87c-e676de60dc22'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:22:01.447569 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port ce0f0990-5764-4ac4-b87c-e676de60dc22, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:22:01.453202 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:01.456362 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:22:01.519598 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0f0990-5764-4ac4-b87c-e676de60dc22', 'code': 200} May 19 11:22:01.534245 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-263c41e4-987a-4669-9c8f-d3ad2fb818a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:01.550471 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=ce0f0990-5764-4ac4-b87c-e676de60dc22,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:22:01.554027 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:22:01.581225 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:01.794289 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08df645-d0f1-42c1-812b-b2800c9c8ede req-2272915d-1da1-47e8-827e-faed8fc06be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:01.795924 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a08df645-d0f1-42c1-812b-b2800c9c8ede req-2272915d-1da1-47e8-827e-faed8fc06be2 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 1098 time: 0.0859303 May 19 11:22:01.839068 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a08df645-d0f1-42c1-812b-b2800c9c8ede req-15a782b0-f2f0-4464-9da3-37271319783f service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=547a4acf-351d-4df1-b951-547d762af2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366395 May 19 11:22:01.920671 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840b7a2-a947-4d8f-a869-88b1b53edfb5 req-c590ffc2-39cc-419d-b10f-b47f8a6dbe59 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:01.922164 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f840b7a2-a947-4d8f-a869-88b1b53edfb5 req-c590ffc2-39cc-419d-b10f-b47f8a6dbe59 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 946 time: 0.0817921 May 19 11:22:01.969666 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f840b7a2-a947-4d8f-a869-88b1b53edfb5 req-f6eeebec-1d90-4703-9e78-6b836d883e73 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 May 19 11:22:02.151513 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fab53-87f0-4d68-abd1-4176b04ed20b req-1e757bab-e926-4e56-8855-aee19fd07413 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:02.152971 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6b3fab53-87f0-4d68-abd1-4176b04ed20b req-1e757bab-e926-4e56-8855-aee19fd07413 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 945 time: 0.0848944 May 19 11:22:02.197420 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6b3fab53-87f0-4d68-abd1-4176b04ed20b req-9a377905-2f7a-4ab2-893f-d874ef641398 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=547a4acf-351d-4df1-b951-547d762af2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385034 May 19 11:22:02.389311 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:03.163677 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbed89-fc86-4d13-9f32-32768837a343 req-ee9f2171-85f4-48be-9dc9-de984ff9b8bb tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:03.165153 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9adbed89-fc86-4d13-9f32-32768837a343 req-ee9f2171-85f4-48be-9dc9-de984ff9b8bb tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 946 time: 0.0855443 May 19 11:22:03.210442 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9adbed89-fc86-4d13-9f32-32768837a343 req-30b68441-d397-47ee-8420-d073a38672f8 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395861 May 19 11:22:03.478482 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fd3a-3dee-42c9-95a8-76c16ebd90f0 req-41ad6184-c179-4f6b-803e-716d78f301cd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:03.480004 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2467fd3a-3dee-42c9-95a8-76c16ebd90f0 req-41ad6184-c179-4f6b-803e-716d78f301cd tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 945 time: 0.1722586 May 19 11:22:03.525575 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2467fd3a-3dee-42c9-95a8-76c16ebd90f0 req-dde0e195-2721-478d-a6eb-df305f5c8dc8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=547a4acf-351d-4df1-b951-547d762af2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389938 May 19 11:22:03.716004 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40925aee-cc3e-48e1-8090-91f827c37610 req-e7aa8c5e-3fe3-4b44-9451-50e9bc46c044 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:03.717563 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-40925aee-cc3e-48e1-8090-91f827c37610 req-e7aa8c5e-3fe3-4b44-9451-50e9bc46c044 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 945 time: 0.0788279 May 19 11:22:03.726940 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 43548) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:22:03.732344 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-69d99615-8d2a-43c1-8848-cf36a50f773e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'floatingip': {'port_id': 'ce0f0990-5764-4ac4-b87c-e676de60dc22'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:22:03.810235 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-69d99615-8d2a-43c1-8848-cf36a50f773e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:03.853979 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:04.414461 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801c229-be74-47ed-8773-5b4e2404740a req-79255f97-2295-4652-a427-579b30f9bb5c tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:04.415882 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6801c229-be74-47ed-8773-5b4e2404740a req-79255f97-2295-4652-a427-579b30f9bb5c tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 946 time: 0.0872974 May 19 11:22:04.453675 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-69d99615-8d2a-43c1-8848-cf36a50f773e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:04.459290 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-69d99615-8d2a-43c1-8848-cf36a50f773e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:04.465358 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6801c229-be74-47ed-8773-5b4e2404740a req-03acda5d-9275-4f66-9193-7c67bf5c9ede tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 May 19 11:22:04.716638 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.l3_db [None req-69d99615-8d2a-43c1-8848-cf36a50f773e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Floating IP e281b015-bd34-48e1-ae25-50fb8ff30d0b associated. External IP: 172.28.2.116, port: ce0f0990-5764-4ac4-b87c-e676de60dc22. May 19 11:22:05.129522 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d99615-8d2a-43c1-8848-cf36a50f773e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Router 5db18519-63e3-42d0-8392-e46ddad19e87 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:22:05.216553 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-b7ce87d1-7fe7-4acb-bc0f-0a9d7244281d tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:05.217254 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-b7ce87d1-7fe7-4acb-bc0f-0a9d7244281d tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Synchronizing usage tracker for tenant:bfd1377086944cd9a52f5417472c59f7 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:22:05.299059 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-b7ce87d1-7fe7-4acb-bc0f-0a9d7244281d tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Unset dirty status for tenant:bfd1377086944cd9a52f5417472c59f7 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:22:05.300235 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-b7ce87d1-7fe7-4acb-bc0f-0a9d7244281d tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.106 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 946 time: 0.2653883 May 19 11:22:05.389003 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d99615-8d2a-43c1-8848-cf36a50f773e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:22:05.399424 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427c3b5-dfc8-403b-9a43-6662d5895f7a None None] Sync routers for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:22:05.410268 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427c3b5-dfc8-403b-9a43-6662d5895f7a None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:22:05.411017 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-b427c3b5-dfc8-403b-9a43-6662d5895f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:22:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:22:05.420463 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-69d99615-8d2a-43c1-8848-cf36a50f773e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:05.497636 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-69d99615-8d2a-43c1-8848-cf36a50f773e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "PUT /v2.0/floatingips/e281b015-bd34-48e1-ae25-50fb8ff30d0b HTTP/1.1" status: 200 len: 991 time: 1.7693143 May 19 11:22:05.500671 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'tag': 'ce0f0990-5764-4ac4-b87c-e676de60dc22'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:22:05.519769 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Deleting port 1bd94410-3f55-47ef-aae5-b391af30667f {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:22:05.520246 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:05.604522 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-b427c3b5-dfc8-403b-9a43-6662d5895f7a None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:22:05.697273 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] For port 1bd94410-3f55-47ef-aae5-b391af30667f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1bd94410-3f55-47ef-aae5-b391af30667f,segment=NetworkSegment(919c9d81-24aa-44c3-ad3d-d4878553764f),segment_id=919c9d81-24aa-44c3-ad3d-d4878553764f)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:22:05.697665 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:05.699329 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d68e63-b314-4d8c-9347-5dbee68f7474 req-adeff94e-8fbf-49b0-883e-396b7f20e2fa tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:05.703058 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-68d68e63-b314-4d8c-9347-5dbee68f7474 req-adeff94e-8fbf-49b0-883e-396b7f20e2fa tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 946 time: 0.1080697 May 19 11:22:05.711523 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'tag': 'ce0f0990-5764-4ac4-b87c-e676de60dc22', 'status': 'completed', 'code': 200} May 19 11:22:05.761929 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-68d68e63-b314-4d8c-9347-5dbee68f7474 req-ea2da485-436c-46b8-a53c-a38991c38ef3 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/security-groups?id=f6415841-72a4-4868-98ec-df57af93fbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507360 May 19 11:22:05.924321 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Calling delete_port for 1bd94410-3f55-47ef-aae5-b391af30667f owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:22:06.022601 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f649fe-4d79-4f12-88e9-411f0744bb98 req-c05e2941-9e02-4500-8a9d-2bf59b3d61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:06.024651 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-79f649fe-4d79-4f12-88e9-411f0744bb98 req-c05e2941-9e02-4500-8a9d-2bf59b3d61fa service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 1098 time: 0.2566884 May 19 11:22:06.038431 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-b427c3b5-dfc8-403b-9a43-6662d5895f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'e281b015-bd34-48e1-ae25-50fb8ff30d0b', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'floating_ip_address': '172.28.2.116', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'port_id': 'ce0f0990-5764-4ac4-b87c-e676de60dc22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'mac_address': 'fa:16:3e:97:b9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:21:51Z', 'updated_at': '2021-05-19T11:22:04Z', 'revision_number': 1, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:22:06.042864 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427c3b5-dfc8-403b-9a43-6662d5895f7a None None] Checking router: 5db18519-63e3-42d0-8392-e46ddad19e87 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:22:06.053020 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427c3b5-dfc8-403b-9a43-6662d5895f7a None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:22:06.054205 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-b427c3b5-dfc8-403b-9a43-6662d5895f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:22:01Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:22:06.267172 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-b427c3b5-dfc8-403b-9a43-6662d5895f7a None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:22:06.330496 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f649fe-4d79-4f12-88e9-411f0744bb98 req-a66651be-2d53-4577-a7df-4322596505a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:06.332124 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-79f649fe-4d79-4f12-88e9-411f0744bb98 req-a66651be-2d53-4577-a7df-4322596505a8 service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.2982924 May 19 11:22:06.332849 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:06.339801 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:22:06.394980 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['1bd94410-3f55-47ef-aae5-b391af30667f'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:22:06.449315 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Pushing event deleted for resources: {'Port': ['ID=1bd94410-3f55-47ef-aae5-b391af30667f,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:22:06.463760 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:22:06.550316 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] No DVR routers for this DVR port 1bd94410-3f55-47ef-aae5-b391af30667f on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:22:06.555183 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:06.562341 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-79f649fe-4d79-4f12-88e9-411f0744bb98 req-be90abdf-e751-46e0-9666-42660d335433 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22 HTTP/1.1" status: 200 len: 999 time: 0.1881325 May 19 11:22:06.573125 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f4bb1d4a-6287-401c-b83f-886da65cb227 req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.106 "DELETE /v2.0/ports/1bd94410-3f55-47ef-aae5-b391af30667f HTTP/1.1" status: 204 len: 173 time: 1.2651894 May 19 11:22:06.636509 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f649fe-4d79-4f12-88e9-411f0744bb98 req-fc2d6db3-9405-4643-a46b-46e87c94a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:06.638162 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-79f649fe-4d79-4f12-88e9-411f0744bb98 req-fc2d6db3-9405-4643-a46b-46e87c94a9a0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0667276 May 19 11:22:06.695009 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-b427c3b5-dfc8-403b-9a43-6662d5895f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'e281b015-bd34-48e1-ae25-50fb8ff30d0b', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'floating_ip_address': '172.28.2.116', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'port_id': 'ce0f0990-5764-4ac4-b87c-e676de60dc22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'mac_address': 'fa:16:3e:97:b9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:21:51Z', 'updated_at': '2021-05-19T11:22:04Z', 'revision_number': 1, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:22:06.699307 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427c3b5-dfc8-403b-9a43-6662d5895f7a None None] The sync data for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb is: [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'e281b015-bd34-48e1-ae25-50fb8ff30d0b', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'floating_ip_address': '172.28.2.116', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'port_id': 'ce0f0990-5764-4ac4-b87c-e676de60dc22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'mac_address': 'fa:16:3e:97:b9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:21:51Z', 'updated_at': '2021-05-19T11:22:04Z', 'revision_number': 1, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:22:06.733113 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f649fe-4d79-4f12-88e9-411f0744bb98 req-32dcbf85-38fd-4ad6-91bd-9ce1dcb5f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:06.736015 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-79f649fe-4d79-4f12-88e9-411f0744bb98 req-32dcbf85-38fd-4ad6-91bd-9ce1dcb5f616 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916893 May 19 11:22:06.891174 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-79f649fe-4d79-4f12-88e9-411f0744bb98 req-ed86c519-68d7-44a8-ab47-9595c5c22f81 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502848 May 19 11:22:06.962995 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e008566-03d7-45d1-96d8-4b62cdc9a3cd None None] New status for floating IP e281b015-bd34-48e1-ae25-50fb8ff30d0b: ACTIVE {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:22:07.007722 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-c5d55f36-9e81-48e9-80ce-cd6d65ed1713 req-ae616697-83f4-471b-b4be-8ea4399267a2 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3f565e0-fb73-4753-8558-ff132091c7cb HTTP/1.1" status: 200 len: 210 time: 0.0800347 May 19 11:22:07.052068 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-79f649fe-4d79-4f12-88e9-411f0744bb98 req-9c2167da-67c8-4ae2-a640-fab85ba66073 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558449 May 19 11:22:07.713039 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f565e0-fb73-4753-8558-ff132091c7cb', 'name': 'network-vif-deleted', 'tag': '1bd94410-3f55-47ef-aae5-b391af30667f'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:22:07.757541 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f565e0-fb73-4753-8558-ff132091c7cb', 'name': 'network-vif-deleted', 'tag': '1bd94410-3f55-47ef-aae5-b391af30667f', 'status': 'completed', 'code': 200} May 19 11:22:09.192329 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 1bd94410-3f55-47ef-aae5-b391af30667f no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:22:09.227327 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 1bd94410-3f55-47ef-aae5-b391af30667f {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:22:09.227706 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 1bd94410-3f55-47ef-aae5-b391af30667f not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:22:27.631700 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 43768) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:22:27.691298 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Deleting subnet f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7 {{(pid=91615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:22:27.694294 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:27.748074 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128831367'] for subnet, precommit_delete_associations {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:27.804247 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.059564 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128888667'] for subnet, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.064192 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:22:28.099898 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:22:28.104494 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.114154 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.114524 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.114886 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.115241 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.115871 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.116223 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.116570 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.116918 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.117266 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.117635 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.117981 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.118320 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:22:28.121394 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:22:28.126009 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43776) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:22:28.129941 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/f2454dea-3c81-4c7f-98f4-4b74ba7e5ce7 HTTP/1.1" status: 204 len: 168 time: 0.4971809 May 19 11:22:28.233036 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.356506 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.370051 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd74b42-754a-489f-87a4-f256d98370a5']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:22:28.381865 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919c9d81-24aa-44c3-ad3d-d4878553764f') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:22:28.382167 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919c9d81-24aa-44c3-ad3d-d4878553764f') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:22:28.393392 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2041145'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.408882 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.415312 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:22:28.415702 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-842808'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: Traceback (most recent call last): May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: timer() May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: cb(*args, **kw) May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: return func(*args, **kwargs) May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: self._notify() May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: self.callback(batched_events) May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: event.method(event) May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: return f(self, *a, **k) May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: return self._get(url).json() May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: return self.request(url, 'GET', **kwargs) May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:22:28.429175 dv-cinder-768105-9-smb neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:22:28.506560 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.510853 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:22:28.526651 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.532757 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd74b42-754a-489f-87a4-f256d98370a5,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:22:28.537502 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:22:28.547542 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-c7eea7b3-3be9-43bc-b142-501c63bdf705 admin admin] 10.222.0.107 "DELETE /v2.0/networks/0cd74b42-754a-489f-87a4-f256d98370a5 HTTP/1.1" status: 204 len: 168 time: 0.4196227 May 19 11:22:28.608101 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-09bb73e1-9e3b-479f-a37f-5971e90aa77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.699446 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43782) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:22:28.760789 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-47bdc868-bd8a-429c-a745-022fc518280a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bfd1377086944cd9a52f5417472c59f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596430 May 19 11:22:28.763366 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 43786) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:22:28.837510 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6c7feef6-941c-4f33-97e8-80295277875c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.863808 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6c7feef6-941c-4f33-97e8-80295277875c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.927721 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6c7feef6-941c-4f33-97e8-80295277875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.932233 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3734207e-af3d-48e5-95f2-e2549589e255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:22:28.944441 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7feef6-941c-4f33-97e8-80295277875c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6415841-72a4-4868-98ec-df57af93fbd3,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:22:28.947016 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6c7feef6-941c-4f33-97e8-80295277875c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:22:28.954312 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6c7feef6-941c-4f33-97e8-80295277875c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:28.958722 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-6c7feef6-941c-4f33-97e8-80295277875c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f6415841-72a4-4868-98ec-df57af93fbd3 HTTP/1.1" status: 204 len: 168 time: 0.1910682 May 19 11:22:31.235946 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:31.406263 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4214764a-b690-426b-9cb1-66ff51f0481f req-7ee39b64-5121-481d-89b8-5da3a378688c service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738194 May 19 11:22:31.502958 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fe69c0da-9334-43fd-bd3a-b0ef7477faff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:31.545955 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214764a-b690-426b-9cb1-66ff51f0481f req-7cded249-f43c-433d-badd-1e55e66421ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:31.547451 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4214764a-b690-426b-9cb1-66ff51f0481f req-7cded249-f43c-433d-badd-1e55e66421ca service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 1098 time: 0.0704067 May 19 11:22:31.568504 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:31.690010 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214764a-b690-426b-9cb1-66ff51f0481f req-944492db-c2a2-4d68-ad0d-0cfd06261711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:31.691387 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4214764a-b690-426b-9cb1-66ff51f0481f req-944492db-c2a2-4d68-ad0d-0cfd06261711 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.1234498 May 19 11:22:31.870712 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4214764a-b690-426b-9cb1-66ff51f0481f req-053d112f-902b-46cf-ad1d-da264986f731 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56ab9784-55c3-4a5f-a494-c16ebf1140fa HTTP/1.1" status: 200 len: 1001 time: 0.1735842 May 19 11:22:31.931621 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214764a-b690-426b-9cb1-66ff51f0481f req-aeb5aba8-bedf-4548-b7b4-b3069963edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:31.933003 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4214764a-b690-426b-9cb1-66ff51f0481f req-aeb5aba8-bedf-4548-b7b4-b3069963edb5 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.0559843 May 19 11:22:32.011856 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214764a-b690-426b-9cb1-66ff51f0481f req-db586dc4-1fb0-437f-8c95-78daf0ce38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:32.013221 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4214764a-b690-426b-9cb1-66ff51f0481f req-db586dc4-1fb0-437f-8c95-78daf0ce38ab service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717919 May 19 11:22:32.149327 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4214764a-b690-426b-9cb1-66ff51f0481f req-7e7de61a-3171-4dea-b5be-7b6fb00d69c0 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258767 May 19 11:22:32.281166 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4214764a-b690-426b-9cb1-66ff51f0481f req-f7536ef9-b84a-4fcb-881e-2defb8cef69d service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217468 May 19 11:22:32.390844 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:33.857658 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:34.559141 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:22:58.602642 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-db5a7d41-2735-430f-8484-19b6f2fbc016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:01.240230 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:01.504951 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-24db0f11-577b-415c-b646-c2e4841d4dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:01.572784 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:02.393926 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:03.861033 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:11.557492 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:23:28.604366 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8231ad59-bc5d-4cce-8624-aaddad92ac8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:31.242655 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:31.508231 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ff396816-620b-45d6-83c2-59da9d31cf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:31.548639 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-7abca42c-aa27-46cf-baf8-41b0c88b2abf service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2184875 May 19 11:23:31.569568 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:31.645539 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-a8278c0a-968b-4284-8a41-1c82c68b52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:23:31.646923 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-a8278c0a-968b-4284-8a41-1c82c68b52d4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=d584492cba284d1083b40dab6b12a483&device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 1138 time: 0.0744438 May 19 11:23:31.789814 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-175b1621-e6ed-4e38-8132-a5d057c5d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:23:31.791252 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-175b1621-e6ed-4e38-8132-a5d057c5d926 service neutron] 10.222.0.106 "GET /v2.0/networks?id=71097922-6afa-451b-9a9a-993f006c08a8 HTTP/1.1" status: 200 len: 917 time: 0.1251571 May 19 11:23:31.894982 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-96cefb16-c094-490c-a4dc-c9626dacbf1a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54 HTTP/1.1" status: 200 len: 1002 time: 0.0955589 May 19 11:23:31.957878 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-47769764-f5a3-4ad7-bef6-c243484efe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:23:31.959305 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-47769764-f5a3-4ad7-bef6-c243484efe99 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c1ae097-e8da-4a61-94cf-87e76f049c4a HTTP/1.1" status: 200 len: 854 time: 0.0570703 May 19 11:23:32.031597 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-7630bd60-c4f0-4fa5-b30c-7e72a2a2b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:23:32.033050 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-7630bd60-c4f0-4fa5-b30c-7e72a2a2b128 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=71097922-6afa-451b-9a9a-993f006c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681658 May 19 11:23:32.165605 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-9534f53e-26f4-42b9-8f6d-ab0476351878 service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236672 May 19 11:23:32.297915 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-130d8554-36c8-4d0d-bb46-4a6925b1de84 req-33446c3e-11f3-4867-b711-8c83cc776196 service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231747 May 19 11:23:32.395819 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:33.863740 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:48.557005 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:23:58.606088 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2bddc71c-9299-4b41-b94f-eca56b817d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:01.248651 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:01.511275 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-92005705-da93-4918-9e06-d2788841b893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:01.599927 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:02.400565 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:03.868908 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:25.555991 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:24:28.608419 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-598ad0ab-2971-4539-aae3-482a5ba9a53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:31.240120 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:31.514923 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-19c04b84-0376-405b-bc8e-d057b66db5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:31.604038 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:32.403402 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:33.424707 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-149f4062-465e-46f1-9f1e-7116f1ee18c9 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735157 May 19 11:24:33.509888 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-33ffe0ae-ebf1-4871-963a-3876ef44ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:33.511357 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-33ffe0ae-ebf1-4871-963a-3876ef44ae4a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7021e4460faf4d808e7ea7c215cb748a&device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 1099 time: 0.0688367 May 19 11:24:33.655342 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-f6393b2c-9119-471b-a706-3ecdc7e762a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:33.656772 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-f6393b2c-9119-471b-a706-3ecdc7e762a7 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d345f1f1-810d-439f-9f0a-845234c9d883 HTTP/1.1" status: 200 len: 910 time: 0.1231253 May 19 11:24:33.844088 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-8b736705-a835-4535-a174-594fce856da0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 HTTP/1.1" status: 200 len: 1001 time: 0.1786382 May 19 11:24:33.872875 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:33.906629 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-7f458550-e13e-46a6-84bc-9d0c69d53370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:33.908142 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-7f458550-e13e-46a6-84bc-9d0c69d53370 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=105bb108-26d5-4a87-93ff-1e68ff32ab6b HTTP/1.1" status: 200 len: 847 time: 0.0601683 May 19 11:24:33.982561 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-b42c7b79-90d8-485c-8234-aa9dc1ee734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:33.984007 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-b42c7b79-90d8-485c-8234-aa9dc1ee734d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d345f1f1-810d-439f-9f0a-845234c9d883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677989 May 19 11:24:34.115228 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-68246612-d9f0-4f42-9dba-487b3df58f10 service neutron] 10.222.0.106 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230097 May 19 11:24:34.247449 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9b0237e9-8723-43d8-bebf-0f7b4a51f732 req-86397957-5cdf-40c7-888e-3f726e1bf7de service neutron] 10.222.0.106 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219707 May 19 11:24:41.113930 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4ea9c1e1-33c5-444a-8860-6a59723e6b70 req-8910c51d-de77-480a-9c51-dfec535360f3 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234074020&fields=id&tenant_id=d584492cba284d1083b40dab6b12a483 HTTP/1.1" status: 200 len: 267 time: 0.0904827 May 19 11:24:41.201734 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9c1e1-33c5-444a-8860-6a59723e6b70 req-fd2b3360-7fa9-43bf-950c-0c13e00067e2 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:41.203281 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4ea9c1e1-33c5-444a-8860-6a59723e6b70 req-fd2b3360-7fa9-43bf-950c-0c13e00067e2 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 985 time: 0.0835097 May 19 11:24:41.216714 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [req-4ea9c1e1-33c5-444a-8860-6a59723e6b70 req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Request body: {'port': {'security_groups': ['79152af0-b40c-4e04-9ffe-ff1cf91d7aaf']}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:24:41.334489 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-4ea9c1e1-33c5-444a-8860-6a59723e6b70 req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:41.570575 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-4ea9c1e1-33c5-444a-8860-6a59723e6b70 req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] For port a48f77ff-7c53-445a-b897-751a8e5c3c54, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:24:41.595971 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-4ea9c1e1-33c5-444a-8860-6a59723e6b70 req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:41.601200 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-4ea9c1e1-33c5-444a-8860-6a59723e6b70 req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842844'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:41.606859 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-fa211e27-e659-4133-9ce4-22ce207a30b4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:41.675045 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9c1e1-33c5-444a-8860-6a59723e6b70 req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:41.675645 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-4ea9c1e1-33c5-444a-8860-6a59723e6b70 req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:41.677021 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4ea9c1e1-33c5-444a-8860-6a59723e6b70 req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "PUT /v2.0/ports/a48f77ff-7c53-445a-b897-751a8e5c3c54 HTTP/1.1" status: 200 len: 943 time: 0.4651005 May 19 11:24:41.677553 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:24:41.681459 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['a48f77ff-7c53-445a-b897-751a8e5c3c54'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:24:41.684355 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44328) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:24:41.703364 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event updated for resources: {'Port': ['ID=a48f77ff-7c53-445a-b897-751a8e5c3c54,revision_number=7']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:41.712750 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.713116 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.713526 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.713929 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.714300 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.714668 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.715036 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.715392 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.715755 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.716120 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.716540 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.716887 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:41.729393 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9c3d39a4-b77b-41fa-8de4-d16dc9b80523 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:41.781954 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:41.818736 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:41.823180 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'status': 'completed', 'code': 200} May 19 11:24:41.855813 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['a48f77ff-7c53-445a-b897-751a8e5c3c54'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:24:41.948853 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe127f-9fc6-4991-9079-dfbce9d95a71 req-10b3a41c-65f5-4a94-8577-d9c57a5cf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:41.950169 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c0fe127f-9fc6-4991-9079-dfbce9d95a71 req-10b3a41c-65f5-4a94-8577-d9c57a5cf82f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=d584492cba284d1083b40dab6b12a483&device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 1099 time: 0.0963931 May 19 11:24:41.998232 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:42.005568 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-353acdf2-b8f1-4bdc-bd41-a45284a45464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:42.012488 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-82e98b80-539c-42d8-b8e1-704099cb1acf None None] Provisioning complete for port a48f77ff-7c53-445a-b897-751a8e5c3c54 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:24:42.012907 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-82e98b80-539c-42d8-b8e1-704099cb1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:42.077741 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=552509b2-d4f2-4d97-acff-c7fd6c82f215,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:42.090351 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:42.091401 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "DELETE /v2.0/security-groups/552509b2-d4f2-4d97-acff-c7fd6c82f215 HTTP/1.1" status: 204 len: 168 time: 0.4066021 May 19 11:24:42.094619 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 44336) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:24:42.094778 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.095131 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.095499 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.095858 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.096425 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.096659 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.097017 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.097419 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.098000 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.098288 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.098640 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.098945 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:42.102173 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:42.146193 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe127f-9fc6-4991-9079-dfbce9d95a71 req-c0ce0eeb-69fc-49c9-bc14-61dd3173e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:42.147706 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c0fe127f-9fc6-4991-9079-dfbce9d95a71 req-c0ce0eeb-69fc-49c9-bc14-61dd3173e710 service neutron] 10.222.0.106 "GET /v2.0/networks?id=71097922-6afa-451b-9a9a-993f006c08a8 HTTP/1.1" status: 200 len: 917 time: 0.1881697 May 19 11:24:42.262129 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c0fe127f-9fc6-4991-9079-dfbce9d95a71 req-155489b2-5e3a-4286-abb2-ed8a914ea090 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54 HTTP/1.1" status: 200 len: 1002 time: 0.1052475 May 19 11:24:42.328799 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe127f-9fc6-4991-9079-dfbce9d95a71 req-645525eb-dd4d-4364-9818-7a85884339b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:42.330434 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c0fe127f-9fc6-4991-9079-dfbce9d95a71 req-645525eb-dd4d-4364-9818-7a85884339b7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c1ae097-e8da-4a61-94cf-87e76f049c4a HTTP/1.1" status: 200 len: 854 time: 0.0612609 May 19 11:24:42.432790 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe127f-9fc6-4991-9079-dfbce9d95a71 req-94bc7b6e-fbda-4dcb-9278-7aa63ce811a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:42.434323 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c0fe127f-9fc6-4991-9079-dfbce9d95a71 req-94bc7b6e-fbda-4dcb-9278-7aa63ce811a4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=71097922-6afa-451b-9a9a-993f006c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0986254 May 19 11:24:42.477114 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Deleting port be2e2d1c-ccc4-4fbf-a002-c2f9e781ede2 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:24:42.477722 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:42.564601 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c0fe127f-9fc6-4991-9079-dfbce9d95a71 req-3c2df1cc-c8a0-4b2c-b4d5-81d23120d6b4 service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226928 May 19 11:24:42.597736 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:42.598067 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:42.699638 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c0fe127f-9fc6-4991-9079-dfbce9d95a71 req-bdfb1ea3-5844-4ea2-b424-b56f78f2e61b service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267531 May 19 11:24:42.721518 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Calling delete_port for be2e2d1c-ccc4-4fbf-a002-c2f9e781ede2 owned by network:floatingip {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:24:42.858618 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:42.862142 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e5ea05e8-ae30-45fd-8ef5-12b007575ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:42.903796 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event deleted for resources: {'Port': ['ID=be2e2d1c-ccc4-4fbf-a002-c2f9e781ede2,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:42.907400 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:43.000152 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks [] for floatingip, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:43.000417 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.l3_db [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Floating IP b4535c86-5606-4ffb-bdbc-90d957e835b4 disassociated (deleted). External IP: 172.28.2.228, port: a48f77ff-7c53-445a-b897-751a8e5c3c54. May 19 11:24:43.381180 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Router b42b5e45-62de-4874-b785-97b70c168516 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:24:43.559415 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:24:43.569125 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f9660-07d6-430c-80b1-17ba66dccb26 None None] Sync routers for ids ['b42b5e45-62de-4874-b785-97b70c168516'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:24:43.577151 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:43.578232 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f9660-07d6-430c-80b1-17ba66dccb26 None None] Routers {'b42b5e45-62de-4874-b785-97b70c168516'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:24:43.578850 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-993f9660-07d6-430c-80b1-17ba66dccb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:24:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['b42b5e45-62de-4874-b785-97b70c168516'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:43.632419 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "DELETE /v2.0/floatingips/b4535c86-5606-4ffb-bdbc-90d957e835b4 HTTP/1.1" status: 204 len: 168 time: 1.5356212 May 19 11:24:43.763101 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-993f9660-07d6-430c-80b1-17ba66dccb26 None None] Set router b42b5e45-62de-4874-b785-97b70c168516 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:24:43.824636 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:24:43.872452 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'status': 'completed', 'code': 200} May 19 11:24:43.975223 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02446cf4-28ac-469b-947d-8ae5396c6498 req-3623cdcb-e46b-4918-bfbb-de7172b34ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:43.976453 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-02446cf4-28ac-469b-947d-8ae5396c6498 req-3623cdcb-e46b-4918-bfbb-de7172b34ef5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=d584492cba284d1083b40dab6b12a483&device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 1099 time: 0.0771708 May 19 11:24:44.103071 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-993f9660-07d6-430c-80b1-17ba66dccb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:49Z', 'revision_number': 4, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '67f983a6-e18f-4afb-a379-79b706b5189a', 'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'mac_address': 'fa:16:3e:cf:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:47Z', 'updated_at': '2021-05-19T11:19:56Z', 'revision_number': 5, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'subnets': [{'id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:44.107035 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f9660-07d6-430c-80b1-17ba66dccb26 None None] Checking router: b42b5e45-62de-4874-b785-97b70c168516 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:24:44.124151 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f9660-07d6-430c-80b1-17ba66dccb26 None None] Routers {'b42b5e45-62de-4874-b785-97b70c168516'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:24:44.124848 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-993f9660-07d6-430c-80b1-17ba66dccb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:24:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['b42b5e45-62de-4874-b785-97b70c168516'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:44.136953 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02446cf4-28ac-469b-947d-8ae5396c6498 req-73a4ab73-df51-42c4-bbbc-1dfb9e06c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:44.139154 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-02446cf4-28ac-469b-947d-8ae5396c6498 req-73a4ab73-df51-42c4-bbbc-1dfb9e06c757 service neutron] 10.222.0.106 "GET /v2.0/networks?id=71097922-6afa-451b-9a9a-993f006c08a8 HTTP/1.1" status: 200 len: 917 time: 0.1547599 May 19 11:24:44.309131 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-993f9660-07d6-430c-80b1-17ba66dccb26 None None] Set router b42b5e45-62de-4874-b785-97b70c168516 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:24:44.326341 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-02446cf4-28ac-469b-947d-8ae5396c6498 req-a99b747f-db81-40a1-a1ee-a6d5c86c9c84 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54 HTTP/1.1" status: 200 len: 217 time: 0.1783090 May 19 11:24:44.388825 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02446cf4-28ac-469b-947d-8ae5396c6498 req-ddc1c989-087e-415b-a993-40a39885a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:44.390229 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-02446cf4-28ac-469b-947d-8ae5396c6498 req-ddc1c989-087e-415b-a993-40a39885a995 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1c1ae097-e8da-4a61-94cf-87e76f049c4a HTTP/1.1" status: 200 len: 854 time: 0.0572004 May 19 11:24:44.469718 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02446cf4-28ac-469b-947d-8ae5396c6498 req-d5f3c517-c86d-42f7-8ecf-2c76440eec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:44.471232 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-02446cf4-28ac-469b-947d-8ae5396c6498 req-d5f3c517-c86d-42f7-8ecf-2c76440eec64 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=71097922-6afa-451b-9a9a-993f006c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734792 May 19 11:24:44.603669 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-02446cf4-28ac-469b-947d-8ae5396c6498 req-57b7cb82-c660-48a4-8b07-e3fca2865d05 service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260848 May 19 11:24:44.670542 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-993f9660-07d6-430c-80b1-17ba66dccb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:49Z', 'revision_number': 4, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '67f983a6-e18f-4afb-a379-79b706b5189a', 'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'mac_address': 'fa:16:3e:cf:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:47Z', 'updated_at': '2021-05-19T11:19:56Z', 'revision_number': 5, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'subnets': [{'id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:44.675626 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f9660-07d6-430c-80b1-17ba66dccb26 None None] The sync data for ids ['b42b5e45-62de-4874-b785-97b70c168516'] in dv-cinder-768105-9-smb is: [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:19:49Z', 'revision_number': 4, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '67f983a6-e18f-4afb-a379-79b706b5189a', 'name': '', 'network_id': '71097922-6afa-451b-9a9a-993f006c08a8', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'mac_address': 'fa:16:3e:cf:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:47Z', 'updated_at': '2021-05-19T11:19:56Z', 'revision_number': 5, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'subnets': [{'id': '1c1ae097-e8da-4a61-94cf-87e76f049c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:24:44.743061 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-02446cf4-28ac-469b-947d-8ae5396c6498 req-eec780ce-95a8-4597-a5fb-8b40e713a340 service neutron] 10.222.0.106 "GET /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329849 May 19 11:24:44.915272 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a57a4-c5c3-49e9-bb54-3a3f6e59dfb9 None None] New status for floating IP b4535c86-5606-4ffb-bdbc-90d957e835b4: DOWN {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:24:47.104833 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e962f4-f5e4-42c4-b3d4-919ce88e9bd8 req-0cd53cd1-6fa7-4d9a-b22d-907eec23c91c tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:47.105586 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-b3e962f4-f5e4-42c4-b3d4-919ce88e9bd8 req-0cd53cd1-6fa7-4d9a-b22d-907eec23c91c tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Synchronizing usage tracker for tenant:d584492cba284d1083b40dab6b12a483 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:24:47.121577 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-b3e962f4-f5e4-42c4-b3d4-919ce88e9bd8 req-0cd53cd1-6fa7-4d9a-b22d-907eec23c91c tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Unset dirty status for tenant:d584492cba284d1083b40dab6b12a483 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:24:47.122876 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b3e962f4-f5e4-42c4-b3d4-919ce88e9bd8 req-0cd53cd1-6fa7-4d9a-b22d-907eec23c91c tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 946 time: 0.1935091 May 19 11:24:47.166162 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b3e962f4-f5e4-42c4-b3d4-919ce88e9bd8 req-d7ed6c15-5caa-4922-b25f-c5b70333a512 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375869 May 19 11:24:48.214600 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b735c5-7d08-4200-a954-6826f516d860 req-9e7a6975-578c-4f50-b774-edc9d8282992 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:48.215347 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-19b735c5-7d08-4200-a954-6826f516d860 req-9e7a6975-578c-4f50-b774-edc9d8282992 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Synchronizing usage tracker for tenant:d584492cba284d1083b40dab6b12a483 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:24:48.227246 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-19b735c5-7d08-4200-a954-6826f516d860 req-9e7a6975-578c-4f50-b774-edc9d8282992 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Unset dirty status for tenant:d584492cba284d1083b40dab6b12a483 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:24:48.228375 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-19b735c5-7d08-4200-a954-6826f516d860 req-9e7a6975-578c-4f50-b774-edc9d8282992 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.106 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 946 time: 0.0912976 May 19 11:24:48.368006 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-19b735c5-7d08-4200-a954-6826f516d860 req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Deleting port a48f77ff-7c53-445a-b897-751a8e5c3c54 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:24:48.368349 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-19b735c5-7d08-4200-a954-6826f516d860 req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:48.405760 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59125a58-2c11-47b2-9195-52f293c5bb5f req-9ead8785-251a-4a3f-bc0f-3a31d3741e49 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:48.407818 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-59125a58-2c11-47b2-9195-52f293c5bb5f req-9ead8785-251a-4a3f-bc0f-3a31d3741e49 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/ports?device_id=1deb4a31-5c67-43e7-b1db-a79c0fe72ced HTTP/1.1" status: 200 len: 946 time: 0.1302211 May 19 11:24:48.459316 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-59125a58-2c11-47b2-9195-52f293c5bb5f req-2175561a-26ec-4578-8472-1221e3800cc2 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.107 "GET /v2.0/security-groups?id=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 May 19 11:24:48.514904 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-19b735c5-7d08-4200-a954-6826f516d860 req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] For port a48f77ff-7c53-445a-b897-751a8e5c3c54, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a48f77ff-7c53-445a-b897-751a8e5c3c54,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:24:48.515265 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-19b735c5-7d08-4200-a954-6826f516d860 req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:48.640214 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-19b735c5-7d08-4200-a954-6826f516d860 req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Calling delete_port for a48f77ff-7c53-445a-b897-751a8e5c3c54 owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:24:48.750157 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-19b735c5-7d08-4200-a954-6826f516d860 req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:48.755473 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d589f854-2a6d-49bf-8e81-a1e98ee09a4f tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:48.799149 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Pushing event deleted for resources: {'Port': ['ID=a48f77ff-7c53-445a-b897-751a8e5c3c54,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:48.802176 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:48.831213 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['a48f77ff-7c53-445a-b897-751a8e5c3c54'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:24:48.877737 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b735c5-7d08-4200-a954-6826f516d860 req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] No DVR routers for this DVR port a48f77ff-7c53-445a-b897-751a8e5c3c54 on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:24:48.880386 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-19b735c5-7d08-4200-a954-6826f516d860 req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:48.882976 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'name': 'network-vif-deleted', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:24:48.900228 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-19b735c5-7d08-4200-a954-6826f516d860 req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] 10.222.0.106 "DELETE /v2.0/ports/a48f77ff-7c53-445a-b897-751a8e5c3c54 HTTP/1.1" status: 204 len: 173 time: 0.6654329 May 19 11:24:48.995779 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1deb4a31-5c67-43e7-b1db-a79c0fe72ced', 'name': 'network-vif-deleted', 'tag': 'a48f77ff-7c53-445a-b897-751a8e5c3c54', 'status': 'completed', 'code': 200} May 19 11:24:50.343269 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44450) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:24:51.106096 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405577'] for router_interface, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:51.516882 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Deleting port 67f983a6-e18f-4afb-a379-79b706b5189a {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:24:51.517550 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:51.651245 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] For port 67f983a6-e18f-4afb-a379-79b706b5189a, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=67f983a6-e18f-4afb-a379-79b706b5189a,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:24:51.651512 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:51.770746 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Calling delete_port for 67f983a6-e18f-4afb-a379-79b706b5189a owned by network:router_interface {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:24:52.056338 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:52.060875 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dc03c079-aeaf-48e6-935f-3f91d0d32934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:52.105037 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Pushing event deleted for resources: {'Port': ['ID=67f983a6-e18f-4afb-a379-79b706b5189a,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:52.134933 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:52.148770 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device a48f77ff-7c53-445a-b897-751a8e5c3c54 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:24:52.183891 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: a48f77ff-7c53-445a-b897-751a8e5c3c54 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:24:52.184246 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device a48f77ff-7c53-445a-b897-751a8e5c3c54 not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:24:52.467004 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407257'] for router_interface, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:52.827720 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Router b42b5e45-62de-4874-b785-97b70c168516 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:24:53.005253 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:24:53.014149 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94baae-e255-4234-889a-95e067c0256f None None] Sync routers for ids ['b42b5e45-62de-4874-b785-97b70c168516'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:24:53.021490 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] 10.222.0.107 "PUT /v2.0/routers/b42b5e45-62de-4874-b785-97b70c168516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6749854 May 19 11:24:53.023357 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44470) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:24:53.023811 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94baae-e255-4234-889a-95e067c0256f None None] Routers {'b42b5e45-62de-4874-b785-97b70c168516'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:24:53.024434 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-3e94baae-e255-4234-889a-95e067c0256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:24:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['b42b5e45-62de-4874-b785-97b70c168516'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:53.211601 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Notify callbacks [] for router, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:53.244044 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-3e94baae-e255-4234-889a-95e067c0256f None None] Set router b42b5e45-62de-4874-b785-97b70c168516 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:24:53.387392 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:53.458281 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Deleting port 848bc6b5-b44a-4061-a09a-fba694f5f920 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:24:53.458644 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:53.527988 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-3e94baae-e255-4234-889a-95e067c0256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:24:51Z', 'revision_number': 5, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port': {'id': '848bc6b5-b44a-4061-a09a-fba694f5f920', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42b5e45-62de-4874-b785-97b70c168516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:42Z', 'updated_at': '2021-05-19T11:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:53.532715 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94baae-e255-4234-889a-95e067c0256f None None] Checking router: b42b5e45-62de-4874-b785-97b70c168516 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:24:53.541913 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94baae-e255-4234-889a-95e067c0256f None None] Routers {'b42b5e45-62de-4874-b785-97b70c168516'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:24:53.542544 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-3e94baae-e255-4234-889a-95e067c0256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:24:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['b42b5e45-62de-4874-b785-97b70c168516'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:53.581016 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] For port 848bc6b5-b44a-4061-a09a-fba694f5f920, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=848bc6b5-b44a-4061-a09a-fba694f5f920,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:24:53.581396 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:53.709173 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-3e94baae-e255-4234-889a-95e067c0256f None None] Set router b42b5e45-62de-4874-b785-97b70c168516 gateway port host: None {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:24:53.818489 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Calling delete_port for 848bc6b5-b44a-4061-a09a-fba694f5f920 owned by network:router_gateway {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:24:53.819064 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-3e94baae-e255-4234-889a-95e067c0256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:24:53Z', 'revision_number': 6, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port_host': None}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:53.823346 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94baae-e255-4234-889a-95e067c0256f None None] The sync data for ids ['b42b5e45-62de-4874-b785-97b70c168516'] in dv-cinder-768105-9-smb is: [{'id': 'b42b5e45-62de-4874-b785-97b70c168516', 'name': 'tempest-TestMinimumBasicScenario-2122669833-router', 'tenant_id': 'd584492cba284d1083b40dab6b12a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:41Z', 'updated_at': '2021-05-19T11:24:53Z', 'revision_number': 6, 'project_id': 'd584492cba284d1083b40dab6b12a483', 'gw_port_host': None}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:24:53.964371 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:53.968167 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ad9ef922-21d0-4cdb-bec6-4cdec38c20f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:54.012814 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Pushing event deleted for resources: {'Port': ['ID=848bc6b5-b44a-4061-a09a-fba694f5f920,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:54.015781 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:54.104687 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404578'] for router_gateway, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:54.295820 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6490'] for router, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:54.301112 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:54.383342 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401717'] for router, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:54.384065 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b42b5e45-62de-4874-b785-97b70c168516 {{(pid=91615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:24:54.397799 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Notify callbacks [] for router, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:54.398910 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] 10.222.0.107 "DELETE /v2.0/routers/b42b5e45-62de-4874-b785-97b70c168516 HTTP/1.1" status: 204 len: 168 time: 1.3746445 May 19 11:24:54.401381 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44482) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:24:54.460092 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b864de-22b5-4d5e-9e15-13f5f8683064 admin admin] Deleting subnet 1c1ae097-e8da-4a61-94cf-87e76f049c4a {{(pid=91615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:24:54.463126 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b2b864de-22b5-4d5e-9e15-13f5f8683064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:54.516815 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b2b864de-22b5-4d5e-9e15-13f5f8683064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128831367'] for subnet, precommit_delete_associations {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:54.639381 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b2b864de-22b5-4d5e-9e15-13f5f8683064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:54.643742 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 67f983a6-e18f-4afb-a379-79b706b5189a no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:24:54.683067 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: 67f983a6-e18f-4afb-a379-79b706b5189a {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:24:54.683417 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 67f983a6-e18f-4afb-a379-79b706b5189a not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:24:54.908789 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b2b864de-22b5-4d5e-9e15-13f5f8683064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128888667'] for subnet, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:54.913877 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-6819a93d-c8c4-4aae-864c-89f7bf57b304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:54.949481 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b864de-22b5-4d5e-9e15-13f5f8683064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1ae097-e8da-4a61-94cf-87e76f049c4a,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:54.951521 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b2b864de-22b5-4d5e-9e15-13f5f8683064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:54.954669 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b2b864de-22b5-4d5e-9e15-13f5f8683064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:54.956853 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81f1147-74e1-4d3d-9e07-8dd0b09023a0 None None] Network 71097922-6afa-451b-9a9a-993f006c08a8 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:24:54.958885 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-b2b864de-22b5-4d5e-9e15-13f5f8683064 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1c1ae097-e8da-4a61-94cf-87e76f049c4a HTTP/1.1" status: 204 len: 168 time: 0.5565555 May 19 11:24:54.961645 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44490) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:24:55.073751 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.166367 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Deleting port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:24:55.166885 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.233005 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] DHCP port deletion for 71097922-6afa-451b-9a9a-993f006c08a8 request from dv-cinder-768105-9-smb {{(pid=91617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:24:55.304440 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Deleting port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:24:55.304818 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.382940 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] For port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=9b87cf66-a533-4b95-ba9f-5a7c52465a9c,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:24:55.383366 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.409487 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] For port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=9b87cf66-a533-4b95-ba9f-5a7c52465a9c,segment=NetworkSegment(226cb4ea-3558-44b5-a321-f01d4ded7117),segment_id=226cb4ea-3558-44b5-a321-f01d4ded7117)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:24:55.410049 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.509975 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Calling delete_port for 9b87cf66-a533-4b95-ba9f-5a7c52465a9c owned by network:dhcp {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:24:55.534132 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Calling delete_port for 9b87cf66-a533-4b95-ba9f-5a7c52465a9c owned by network:dhcp {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:24:55.558377 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.562263 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4a34b235-1241-4b7d-9819-f98d9da6ddc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:55.608573 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b87cf66-a533-4b95-ba9f-5a7c52465a9c,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:55.612221 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:55.612993 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] No DVR routers for this DVR port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c on host dv-cinder-768105-9-smb {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:24:55.662301 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.666192 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:55.731007 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.746009 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71097922-6afa-451b-9a9a-993f006c08a8']}} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:55.749671 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Pushing event deleted for resources: {'Port': ['ID=9b87cf66-a533-4b95-ba9f-5a7c52465a9c,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:55.757747 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] No DVR routers for this DVR port 9b87cf66-a533-4b95-ba9f-5a7c52465a9c on host dv-cinder-768105-9-smb {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:24:55.759290 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226cb4ea-3558-44b5-a321-f01d4ded7117') {'for_net_delete': True} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:55.759596 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226cb4ea-3558-44b5-a321-f01d4ded7117') {} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:55.765886 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.766234 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.766571 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.766905 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.767232 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.767570 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.767886 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.768383 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.768712 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.769039 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.769359 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.770049 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:55.771523 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128831376'] for segment, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.775558 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-b39b4aa4-1850-4743-b055-872f777cf825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:55.788183 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.794435 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=91615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:24:55.794816 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128557593'] for segment, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: Traceback (most recent call last): May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: timer() May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: cb(*args, **kw) May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: return func(*args, **kwargs) May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: self._notify() May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: self.callback(batched_events) May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: event.method(event) May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: return f(self, *a, **k) May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: return self._get(url).json() May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: return self.request(url, 'GET', **kwargs) May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:24:55.808505 dv-cinder-768105-9-smb neutron-server[91615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:24:55.887156 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.890846 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c26264a9-dd03-4144-901b-4d34d110e8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:55.904331 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:55.916772 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Pushing event deleted for resources: {'Network': ['ID=71097922-6afa-451b-9a9a-993f006c08a8,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:55.921101 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:55.923088 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 9b87cf66-a533-4b95-ba9f-5a7c52465a9c no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:24:55.933920 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] 10.222.0.107 "DELETE /v2.0/networks/71097922-6afa-451b-9a9a-993f006c08a8 HTTP/1.1" status: 204 len: 168 time: 0.9711785 May 19 11:24:55.934284 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 44498) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:24:55.977529 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: 9b87cf66-a533-4b95-ba9f-5a7c52465a9c {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:24:55.978515 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 9b87cf66-a533-4b95-ba9f-5a7c52465a9c not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:24:55.979447 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 848bc6b5-b44a-4061-a09a-fba694f5f920 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:24:56.036831 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: 848bc6b5-b44a-4061-a09a-fba694f5f920 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:24:56.037341 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 848bc6b5-b44a-4061-a09a-fba694f5f920 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:24:56.534737 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405577'] for router_interface, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:56.952914 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Deleting port 283071fd-8762-44ec-8790-337529670381 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:24:56.953677 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:57.079749 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] For port 283071fd-8762-44ec-8790-337529670381, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=283071fd-8762-44ec-8790-337529670381,segment=NetworkSegment(59b15164-b21e-4aa2-851a-b90bca94b791),segment_id=59b15164-b21e-4aa2-851a-b90bca94b791)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:24:57.079964 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:57.213929 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Calling delete_port for 283071fd-8762-44ec-8790-337529670381 owned by network:router_interface {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:24:57.633321 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:57.639731 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:57.685904 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Pushing event deleted for resources: {'Port': ['ID=283071fd-8762-44ec-8790-337529670381,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:57.712052 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:57.951151 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407257'] for router_interface, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:58.311698 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:24:58.488158 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:24:58.497034 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aab3ac-7a90-4ed0-a2e1-a3cc0b9adfaa None None] Sync routers for ids ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:24:58.504962 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] 10.222.0.107 "PUT /v2.0/routers/61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5689602 May 19 11:24:58.506998 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aab3ac-7a90-4ed0-a2e1-a3cc0b9adfaa None None] Routers {'61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:24:58.507622 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-f8aab3ac-7a90-4ed0-a2e1-a3cc0b9adfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:24:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:58.507807 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 44510) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:24:58.611431 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e51ec716-291a-4946-81cd-66b92a297fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:58.731587 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-f8aab3ac-7a90-4ed0-a2e1-a3cc0b9adfaa None None] Set router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:24:58.808134 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Notify callbacks [] for router, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:58.982884 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:59.021847 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-f8aab3ac-7a90-4ed0-a2e1-a3cc0b9adfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'name': 'tempest-TestMinimumBasicScenario-986119764-router', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:58Z', 'updated_at': '2021-05-19T11:24:57Z', 'revision_number': 5, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'gw_port': {'id': 'c30663bf-53da-4a63-b0a7-3a44199436ad', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:00Z', 'updated_at': '2021-05-19T11:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:59.025885 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aab3ac-7a90-4ed0-a2e1-a3cc0b9adfaa None None] Checking router: 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:24:59.035263 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aab3ac-7a90-4ed0-a2e1-a3cc0b9adfaa None None] Routers {'61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:24:59.035918 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-f8aab3ac-7a90-4ed0-a2e1-a3cc0b9adfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:24:31Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:59.058976 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Deleting port c30663bf-53da-4a63-b0a7-3a44199436ad {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:24:59.059235 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:59.182995 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] For port c30663bf-53da-4a63-b0a7-3a44199436ad, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c30663bf-53da-4a63-b0a7-3a44199436ad,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:24:59.183363 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:59.185141 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-f8aab3ac-7a90-4ed0-a2e1-a3cc0b9adfaa None None] Set router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 gateway port host: None {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:24:59.290227 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-f8aab3ac-7a90-4ed0-a2e1-a3cc0b9adfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'name': 'tempest-TestMinimumBasicScenario-986119764-router', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:58Z', 'updated_at': '2021-05-19T11:24:58Z', 'revision_number': 6, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'gw_port_host': None}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:24:59.294329 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aab3ac-7a90-4ed0-a2e1-a3cc0b9adfaa None None] The sync data for ids ['61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10'] in dv-cinder-768105-9-smb is: [{'id': '61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10', 'name': 'tempest-TestMinimumBasicScenario-986119764-router', 'tenant_id': '88347dcb621140a9a2554d50997fa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:58Z', 'updated_at': '2021-05-19T11:24:58Z', 'revision_number': 6, 'project_id': '88347dcb621140a9a2554d50997fa1b2', 'gw_port_host': None}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:24:59.308063 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Calling delete_port for c30663bf-53da-4a63-b0a7-3a44199436ad owned by network:router_gateway {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:24:59.453680 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:59.457386 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f806aead-87f0-43b9-83fb-83ad846afc06 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:59.505073 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=c30663bf-53da-4a63-b0a7-3a44199436ad,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:59.508215 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:59.600086 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404578'] for router_gateway, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:59.776762 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6490'] for router, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:59.779207 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:59.805408 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401717'] for router, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:59.805867 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 {{(pid=91616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:24:59.820190 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:59.821533 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] 10.222.0.107 "DELETE /v2.0/routers/61b0b16f-5bdc-4f8b-bfdf-786bc2d70f10 HTTP/1.1" status: 204 len: 168 time: 1.3128505 May 19 11:24:59.824043 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 44518) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:24:59.887649 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-52590c79-5aa6-497e-8131-afe0df3e60b3 admin admin] Deleting subnet f25ea5c9-a581-425d-9b0f-bf5319fb7b04 {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:24:59.890724 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-52590c79-5aa6-497e-8131-afe0df3e60b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:59.940066 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-52590c79-5aa6-497e-8131-afe0df3e60b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2041134'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:00.069008 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-52590c79-5aa6-497e-8131-afe0df3e60b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:00.087705 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c30663bf-53da-4a63-b0a7-3a44199436ad no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:25:00.125732 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: c30663bf-53da-4a63-b0a7-3a44199436ad {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:25:00.126322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c30663bf-53da-4a63-b0a7-3a44199436ad not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:25:00.126938 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 283071fd-8762-44ec-8790-337529670381 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:25:00.162641 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: 283071fd-8762-44ec-8790-337529670381 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:25:00.163197 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 283071fd-8762-44ec-8790-337529670381 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:25:00.462375 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-52590c79-5aa6-497e-8131-afe0df3e60b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1022618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127981197'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:00.472826 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:00.510605 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-52590c79-5aa6-497e-8131-afe0df3e60b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:00.513245 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52590c79-5aa6-497e-8131-afe0df3e60b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25ea5c9-a581-425d-9b0f-bf5319fb7b04,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:00.514162 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3570157-a09b-4b9d-9cc5-e4243d0f90a6 None None] Network 96635f56-ebed-438b-ad8f-3f95d2c6198d requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:25:00.517113 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-52590c79-5aa6-497e-8131-afe0df3e60b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:00.520122 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-52590c79-5aa6-497e-8131-afe0df3e60b3 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/f25ea5c9-a581-425d-9b0f-bf5319fb7b04 HTTP/1.1" status: 204 len: 168 time: 0.6950750 May 19 11:25:00.525357 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44526) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:00.658695 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:00.742264 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Deleting port 93435928-0b17-4c05-a13f-9c4bbbfb3274 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:00.742537 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:00.830935 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0880ac30-b299-427d-890b-f99344493963 None None] DHCP port deletion for 96635f56-ebed-438b-ad8f-3f95d2c6198d request from dv-cinder-768105-9-smb {{(pid=91617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:25:00.859088 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] For port 93435928-0b17-4c05-a13f-9c4bbbfb3274, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=93435928-0b17-4c05-a13f-9c4bbbfb3274,segment=NetworkSegment(59b15164-b21e-4aa2-851a-b90bca94b791),segment_id=59b15164-b21e-4aa2-851a-b90bca94b791)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:25:00.859962 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:00.914494 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-0880ac30-b299-427d-890b-f99344493963 None None] Deleting port 93435928-0b17-4c05-a13f-9c4bbbfb3274 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:00.914865 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0880ac30-b299-427d-890b-f99344493963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:00.996986 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Calling delete_port for 93435928-0b17-4c05-a13f-9c4bbbfb3274 owned by network:dhcp {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:01.038015 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-0880ac30-b299-427d-890b-f99344493963 None None] For port 93435928-0b17-4c05-a13f-9c4bbbfb3274, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=93435928-0b17-4c05-a13f-9c4bbbfb3274,segment=NetworkSegment(59b15164-b21e-4aa2-851a-b90bca94b791),segment_id=59b15164-b21e-4aa2-851a-b90bca94b791)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:25:01.038413 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0880ac30-b299-427d-890b-f99344493963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.056210 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.061241 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-52a128cf-d54a-4b00-9626-00a662825ccf tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:01.108056 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Pushing event deleted for resources: {'Port': ['ID=93435928-0b17-4c05-a13f-9c4bbbfb3274,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:01.111571 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:01.112354 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] No DVR routers for this DVR port 93435928-0b17-4c05-a13f-9c4bbbfb3274 on host dv-cinder-768105-9-smb {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:25:01.177306 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-0880ac30-b299-427d-890b-f99344493963 None None] Calling delete_port for 93435928-0b17-4c05-a13f-9c4bbbfb3274 owned by network:dhcp {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:01.230279 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.242480 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0880ac30-b299-427d-890b-f99344493963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.244938 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96635f56-ebed-438b-ad8f-3f95d2c6198d']}} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:01.247483 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:01.257989 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b15164-b21e-4aa2-851a-b90bca94b791') {'for_net_delete': True} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:01.258291 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b15164-b21e-4aa2-851a-b90bca94b791') {} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:01.270489 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128831376'] for segment, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.288222 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.288773 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.295519 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=91615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:25:01.296052 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128557593'] for segment, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.298509 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880ac30-b299-427d-890b-f99344493963 None None] Pushing event deleted for resources: {'Port': ['ID=93435928-0b17-4c05-a13f-9c4bbbfb3274,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:01.300322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880ac30-b299-427d-890b-f99344493963 None None] No DVR routers for this DVR port 93435928-0b17-4c05-a13f-9c4bbbfb3274 on host dv-cinder-768105-9-smb {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:25:01.301702 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-0880ac30-b299-427d-890b-f99344493963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: Traceback (most recent call last): May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: timer() May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: cb(*args, **kw) May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: return func(*args, **kwargs) May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: self._notify() May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: self.callback(batched_events) May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: event.method(event) May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: return f(self, *a, **k) May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: return self._get(url).json() May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: return self.request(url, 'GET', **kwargs) May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:25:01.314676 dv-cinder-768105-9-smb neutron-server[91615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:25:01.395950 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.399793 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3ff2e8e1-b70f-450c-833c-0a82b6fc2760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:01.412974 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.424285 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Pushing event deleted for resources: {'Network': ['ID=96635f56-ebed-438b-ad8f-3f95d2c6198d,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:01.428510 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:01.432284 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-9ef451f3-384c-4e59-a9c5-0ed74c3c1995 admin admin] 10.222.0.107 "DELETE /v2.0/networks/96635f56-ebed-438b-ad8f-3f95d2c6198d HTTP/1.1" status: 204 len: 168 time: 0.9042118 May 19 11:25:01.517900 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-42aea274-e9a7-48a0-bfc7-ebd10736c3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.565458 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44536) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:01.600034 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.618261 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-15f81c17-fcc6-4cd0-81dc-a7a9ce3ce05d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d584492cba284d1083b40dab6b12a483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514364 May 19 11:25:01.620841 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44540) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:01.683281 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-899dce6a-5281-4247-87ef-05b65ec3d1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.710612 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-899dce6a-5281-4247-87ef-05b65ec3d1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.770743 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-899dce6a-5281-4247-87ef-05b65ec3d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.774424 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4fa933ae-1292-40c0-b939-120a123d1aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:01.893942 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dce6a-5281-4247-87ef-05b65ec3d1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79152af0-b40c-4e04-9ffe-ff1cf91d7aaf,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:01.897624 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-899dce6a-5281-4247-87ef-05b65ec3d1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:01.900970 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-899dce6a-5281-4247-87ef-05b65ec3d1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:01.904311 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-899dce6a-5281-4247-87ef-05b65ec3d1b6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/79152af0-b40c-4e04-9ffe-ff1cf91d7aaf HTTP/1.1" status: 204 len: 168 time: 0.2802129 May 19 11:25:01.919842 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 93435928-0b17-4c05-a13f-9c4bbbfb3274 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:25:01.953602 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: 93435928-0b17-4c05-a13f-9c4bbbfb3274 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:25:01.953957 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 93435928-0b17-4c05-a13f-9c4bbbfb3274 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:25:02.260833 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 44552) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:02.310097 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-af95f1e0-879b-456e-bb27-3ead56a35a1b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=88347dcb621140a9a2554d50997fa1b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477576 May 19 11:25:02.312627 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 44556) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:02.377665 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3341e00b-3a94-450e-bf17-16abb01c4b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:02.404599 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:02.405825 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3341e00b-3a94-450e-bf17-16abb01c4b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:02.460086 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3341e00b-3a94-450e-bf17-16abb01c4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:02.463841 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-70412f83-a3c2-419d-a099-2ff9f056ad9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:02.478517 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341e00b-3a94-450e-bf17-16abb01c4b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb9d57-ef72-4284-aa00-3c780861d26e,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:02.481089 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3341e00b-3a94-450e-bf17-16abb01c4b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:02.482309 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3341e00b-3a94-450e-bf17-16abb01c4b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:02.483379 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-3341e00b-3a94-450e-bf17-16abb01c4b13 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2edb9d57-ef72-4284-aa00-3c780861d26e HTTP/1.1" status: 204 len: 168 time: 0.1698852 May 19 11:25:02.554866 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:25:03.875817 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:04.395729 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 44572) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:04.665031 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Deleting port c1d1d5a7-ff84-4115-ba41-0c4fb7e0a183 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:04.665374 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:04.781378 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:04.784986 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:04.917995 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Calling delete_port for c1d1d5a7-ff84-4115-ba41-0c4fb7e0a183 owned by network:floatingip {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:05.060180 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:05.067828 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-42c50885-9a08-4c65-8831-56ee727d5605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:05.138412 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event deleted for resources: {'Port': ['ID=c1d1d5a7-ff84-4115-ba41-0c4fb7e0a183,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:05.144787 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:05.208364 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for floatingip, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:05.208697 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.l3_db [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Floating IP 8d73b134-e92c-43d2-80b3-e27190cc30e3 disassociated (deleted). External IP: 172.28.2.47, port: e2aaa50e-1a94-4e6e-8fef-deb9c6a88047. May 19 11:25:05.563973 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Router c0c23f6e-9453-418f-b22a-bd0ff7707589 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:25:05.838058 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:25:05.849655 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbb674-1cb5-4f5b-bab8-536c651d634c None None] Sync routers for ids ['c0c23f6e-9453-418f-b22a-bd0ff7707589'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:25:05.851082 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:05.860826 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbb674-1cb5-4f5b-bab8-536c651d634c None None] Routers {'c0c23f6e-9453-418f-b22a-bd0ff7707589'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:25:05.861636 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-fcfbb674-1cb5-4f5b-bab8-536c651d634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:25:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['c0c23f6e-9453-418f-b22a-bd0ff7707589'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:05.909548 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-773bd450-a69e-4ab4-8c44-0e249bc6fafe tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "DELETE /v2.0/floatingips/8d73b134-e92c-43d2-80b3-e27190cc30e3 HTTP/1.1" status: 204 len: 168 time: 1.5125940 May 19 11:25:05.910166 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c121b753-9538-40c9-9126-f4c212294879', 'tag': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:25:05.965387 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c121b753-9538-40c9-9126-f4c212294879', 'tag': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047', 'status': 'completed', 'code': 200} May 19 11:25:06.061390 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5154ee8-302f-4b6b-911d-ce556782ed97 req-03173e41-22c1-434b-aecc-c880bfd7af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:06.063650 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b5154ee8-302f-4b6b-911d-ce556782ed97 req-03173e41-22c1-434b-aecc-c880bfd7af1a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7021e4460faf4d808e7ea7c215cb748a&device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 1099 time: 0.0771389 May 19 11:25:06.065967 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-fcfbb674-1cb5-4f5b-bab8-536c651d634c None None] Set router c0c23f6e-9453-418f-b22a-bd0ff7707589 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:25:06.228767 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5154ee8-302f-4b6b-911d-ce556782ed97 req-926921d8-e5f5-4127-93ac-f212e0d004c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:06.230613 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b5154ee8-302f-4b6b-911d-ce556782ed97 req-926921d8-e5f5-4127-93ac-f212e0d004c6 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d345f1f1-810d-439f-9f0a-845234c9d883 HTTP/1.1" status: 200 len: 910 time: 0.1573308 May 19 11:25:06.309552 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b5154ee8-302f-4b6b-911d-ce556782ed97 req-748b5286-a3d1-4536-951e-48a8af3b7384 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 HTTP/1.1" status: 200 len: 217 time: 0.0689960 May 19 11:25:06.311586 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef97cfb-faa9-4408-85c3-69398d00345f req-aa88070b-faca-45d2-94c5-6be19b8d39d3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:06.313109 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-8ef97cfb-faa9-4408-85c3-69398d00345f req-aa88070b-faca-45d2-94c5-6be19b8d39d3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Synchronizing usage tracker for tenant:7021e4460faf4d808e7ea7c215cb748a on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:25:06.337397 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-8ef97cfb-faa9-4408-85c3-69398d00345f req-aa88070b-faca-45d2-94c5-6be19b8d39d3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Unset dirty status for tenant:7021e4460faf4d808e7ea7c215cb748a on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:25:06.339195 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8ef97cfb-faa9-4408-85c3-69398d00345f req-aa88070b-faca-45d2-94c5-6be19b8d39d3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 946 time: 0.1187687 May 19 11:25:06.373516 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5154ee8-302f-4b6b-911d-ce556782ed97 req-c0650abe-935a-48f6-8285-ce41e0df06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:06.376515 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b5154ee8-302f-4b6b-911d-ce556782ed97 req-c0650abe-935a-48f6-8285-ce41e0df06a1 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=105bb108-26d5-4a87-93ff-1e68ff32ab6b HTTP/1.1" status: 200 len: 847 time: 0.0622165 May 19 11:25:06.407915 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-fcfbb674-1cb5-4f5b-bab8-536c651d634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:42Z', 'revision_number': 4, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'b05e97bb-7aa5-41ba-a814-35ed3e6c74a4', 'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'mac_address': 'fa:16:3e:2e:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:40Z', 'updated_at': '2021-05-19T11:20:51Z', 'revision_number': 5, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'subnets': [{'id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:06.408740 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8ef97cfb-faa9-4408-85c3-69398d00345f req-2d0a98ea-1803-4803-9319-f416b22ae1f1 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/security-groups?id=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619669 May 19 11:25:06.412362 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbb674-1cb5-4f5b-bab8-536c651d634c None None] Checking router: c0c23f6e-9453-418f-b22a-bd0ff7707589 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:25:06.422254 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbb674-1cb5-4f5b-bab8-536c651d634c None None] Routers {'c0c23f6e-9453-418f-b22a-bd0ff7707589'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:25:06.423186 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-fcfbb674-1cb5-4f5b-bab8-536c651d634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:25:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['c0c23f6e-9453-418f-b22a-bd0ff7707589'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:06.466800 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5154ee8-302f-4b6b-911d-ce556782ed97 req-6f4f9d2a-815a-4a65-b974-8d44f983f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:06.468331 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b5154ee8-302f-4b6b-911d-ce556782ed97 req-6f4f9d2a-815a-4a65-b974-8d44f983f365 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d345f1f1-810d-439f-9f0a-845234c9d883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870619 May 19 11:25:06.608090 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b5154ee8-302f-4b6b-911d-ce556782ed97 req-752f76a1-a9b4-4a2d-8b51-d3e111cdbfe3 service neutron] 10.222.0.106 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338046 May 19 11:25:06.643311 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-fcfbb674-1cb5-4f5b-bab8-536c651d634c None None] Set router c0c23f6e-9453-418f-b22a-bd0ff7707589 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:25:06.751681 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b5154ee8-302f-4b6b-911d-ce556782ed97 req-391ed3bd-6a5c-4f9e-a830-2d35590bd8e8 service neutron] 10.222.0.106 "GET /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374266 May 19 11:25:06.965052 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-fcfbb674-1cb5-4f5b-bab8-536c651d634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:42Z', 'revision_number': 4, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'b05e97bb-7aa5-41ba-a814-35ed3e6c74a4', 'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'mac_address': 'fa:16:3e:2e:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:40Z', 'updated_at': '2021-05-19T11:20:51Z', 'revision_number': 5, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'subnets': [{'id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:06.968813 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbb674-1cb5-4f5b-bab8-536c651d634c None None] The sync data for ids ['c0c23f6e-9453-418f-b22a-bd0ff7707589'] in dv-cinder-768105-9-smb is: [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:20:42Z', 'revision_number': 4, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'b05e97bb-7aa5-41ba-a814-35ed3e6c74a4', 'name': '', 'network_id': 'd345f1f1-810d-439f-9f0a-845234c9d883', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'mac_address': 'fa:16:3e:2e:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:40Z', 'updated_at': '2021-05-19T11:20:51Z', 'revision_number': 5, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'subnets': [{'id': '105bb108-26d5-4a87-93ff-1e68ff32ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:25:07.208080 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18cef24-d913-464c-bd12-070c0c934610 None None] New status for floating IP 8d73b134-e92c-43d2-80b3-e27190cc30e3: DOWN {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:25:07.405069 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-f21d31dd-5dd3-4b4f-9a19-fcde7161c8be tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:07.405069 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-f21d31dd-5dd3-4b4f-9a19-fcde7161c8be tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Synchronizing usage tracker for tenant:7021e4460faf4d808e7ea7c215cb748a on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:25:07.416237 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-f21d31dd-5dd3-4b4f-9a19-fcde7161c8be tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Unset dirty status for tenant:7021e4460faf4d808e7ea7c215cb748a on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:25:07.417383 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-f21d31dd-5dd3-4b4f-9a19-fcde7161c8be tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.106 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 946 time: 0.1030951 May 19 11:25:07.589977 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Deleting port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:07.590256 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:07.614897 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5864a-26a6-4f6c-91b7-c1036ab8115d req-fdc8e3f6-54cc-4663-8251-d3dba2fc94c3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:07.616354 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-02d5864a-26a6-4f6c-91b7-c1036ab8115d req-fdc8e3f6-54cc-4663-8251-d3dba2fc94c3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 946 time: 0.0878899 May 19 11:25:07.669576 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-02d5864a-26a6-4f6c-91b7-c1036ab8115d req-50c52b19-adc6-496d-bbce-acf92674fa40 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/security-groups?id=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437434 May 19 11:25:07.760078 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] For port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:25:07.760443 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:07.895083 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Calling delete_port for e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:08.019019 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:08.024440 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-de9000bd-db0d-45a2-acd0-385690e18a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:08.069370 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event deleted for resources: {'Port': ['ID=e2aaa50e-1a94-4e6e-8fef-deb9c6a88047,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:08.072277 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:08.149065 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] No DVR routers for this DVR port e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:25:08.151707 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:08.154522 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c121b753-9538-40c9-9126-f4c212294879', 'name': 'network-vif-deleted', 'tag': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:25:08.176284 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f77486e6-b615-4272-8c22-e1a53aa0fbf7 req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.106 "DELETE /v2.0/ports/e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 HTTP/1.1" status: 204 len: 173 time: 0.7491333 May 19 11:25:08.216200 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c121b753-9538-40c9-9126-f4c212294879', 'name': 'network-vif-deleted', 'tag': 'e2aaa50e-1a94-4e6e-8fef-deb9c6a88047', 'status': 'completed', 'code': 200} May 19 11:25:08.860581 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b1a5f5d0-4189-4122-b750-7e2c6e15c127 req-64c752ec-e145-424d-b7cc-ab7a60fc2da4 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "GET /v2.0/ports?device_id=c121b753-9538-40c9-9126-f4c212294879 HTTP/1.1" status: 200 len: 210 time: 0.0541739 May 19 11:25:09.954915 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44608) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:10.029872 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d098b121-21af-497e-9b58-165b19e508e3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:10.060457 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d098b121-21af-497e-9b58-165b19e508e3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:10.128549 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d098b121-21af-497e-9b58-165b19e508e3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:10.132512 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-46fc243a-887b-47c0-9caa-bae801b5bd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:10.146515 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098b121-21af-497e-9b58-165b19e508e3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab5f03e-9e5b-41de-a3a3-7495d80cbe84,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:10.149770 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-d098b121-21af-497e-9b58-165b19e508e3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:10.160148 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-d098b121-21af-497e-9b58-165b19e508e3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:10.161300 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-d098b121-21af-497e-9b58-165b19e508e3 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] 10.222.0.107 "DELETE /v2.0/security-groups/2ab5f03e-9e5b-41de-a3a3-7495d80cbe84 HTTP/1.1" status: 204 len: 168 time: 0.2052236 May 19 11:25:10.213788 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44616) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:10.248896 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:25:10.288452 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:25:10.288829 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device e2aaa50e-1a94-4e6e-8fef-deb9c6a88047 not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:25:10.937958 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405577'] for router_interface, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:11.412028 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Deleting port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:11.412915 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:11.544521 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] For port b05e97bb-7aa5-41ba-a814-35ed3e6c74a4, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=b05e97bb-7aa5-41ba-a814-35ed3e6c74a4,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:25:11.544879 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:11.671087 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Calling delete_port for b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 owned by network:router_interface {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:11.834013 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:11.837881 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9e33478a-1495-40e0-959c-592679ffc478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:11.883056 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05e97bb-7aa5-41ba-a814-35ed3e6c74a4,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:11.886251 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:12.275340 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407257'] for router_interface, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:12.662131 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Router c0c23f6e-9453-418f-b22a-bd0ff7707589 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:25:12.839015 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:25:12.847357 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25449e-1bf6-4d41-ab3f-40f00d1cba66 None None] Sync routers for ids ['c0c23f6e-9453-418f-b22a-bd0ff7707589'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:25:12.852010 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] 10.222.0.107 "PUT /v2.0/routers/c0c23f6e-9453-418f-b22a-bd0ff7707589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6371346 May 19 11:25:12.854445 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44628) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:12.857235 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25449e-1bf6-4d41-ab3f-40f00d1cba66 None None] Routers {'c0c23f6e-9453-418f-b22a-bd0ff7707589'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:25:12.857886 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-8d25449e-1bf6-4d41-ab3f-40f00d1cba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:25:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['c0c23f6e-9453-418f-b22a-bd0ff7707589'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:13.031532 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:13.038845 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-8d25449e-1bf6-4d41-ab3f-40f00d1cba66 None None] Set router c0c23f6e-9453-418f-b22a-bd0ff7707589 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:25:13.210323 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:13.293521 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Deleting port d1d0932a-e7c5-41f8-89eb-ef4900a93b33 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:13.293767 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:13.339029 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-8d25449e-1bf6-4d41-ab3f-40f00d1cba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:25:11Z', 'revision_number': 5, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port': {'id': 'd1d0932a-e7c5-41f8-89eb-ef4900a93b33', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:34Z', 'updated_at': '2021-05-19T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:13.343105 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25449e-1bf6-4d41-ab3f-40f00d1cba66 None None] Checking router: c0c23f6e-9453-418f-b22a-bd0ff7707589 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:25:13.353083 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25449e-1bf6-4d41-ab3f-40f00d1cba66 None None] Routers {'c0c23f6e-9453-418f-b22a-bd0ff7707589'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:25:13.353881 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-8d25449e-1bf6-4d41-ab3f-40f00d1cba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:25:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['c0c23f6e-9453-418f-b22a-bd0ff7707589'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:13.509549 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-8d25449e-1bf6-4d41-ab3f-40f00d1cba66 None None] Set router c0c23f6e-9453-418f-b22a-bd0ff7707589 gateway port host: None {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:25:13.545144 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] For port d1d0932a-e7c5-41f8-89eb-ef4900a93b33, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=d1d0932a-e7c5-41f8-89eb-ef4900a93b33,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:25:13.545427 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:13.664352 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-8d25449e-1bf6-4d41-ab3f-40f00d1cba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:25:13Z', 'revision_number': 6, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port_host': None}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:13.668502 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25449e-1bf6-4d41-ab3f-40f00d1cba66 None None] The sync data for ids ['c0c23f6e-9453-418f-b22a-bd0ff7707589'] in dv-cinder-768105-9-smb is: [{'id': 'c0c23f6e-9453-418f-b22a-bd0ff7707589', 'name': 'tempest-TestShelveInstance-364269166-router', 'tenant_id': '7021e4460faf4d808e7ea7c215cb748a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:31Z', 'updated_at': '2021-05-19T11:25:13Z', 'revision_number': 6, 'project_id': '7021e4460faf4d808e7ea7c215cb748a', 'gw_port_host': None}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:25:13.671717 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Calling delete_port for d1d0932a-e7c5-41f8-89eb-ef4900a93b33 owned by network:router_gateway {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:13.807603 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:13.811088 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-da1d5ed7-4950-4bb3-a606-30763e865bb6 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:13.856574 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d0932a-e7c5-41f8-89eb-ef4900a93b33,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:13.861075 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:13.945948 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404578'] for router_gateway, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.130220 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6490'] for router, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.132357 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.154282 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401717'] for router, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.154905 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0c23f6e-9453-418f-b22a-bd0ff7707589 {{(pid=91615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:25:14.166352 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Notify callbacks [] for router, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.167454 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] 10.222.0.107 "DELETE /v2.0/routers/c0c23f6e-9453-418f-b22a-bd0ff7707589 HTTP/1.1" status: 204 len: 168 time: 1.3121223 May 19 11:25:14.169997 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44636) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:14.229342 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4aadd64-0c41-4573-8eb3-510a9da68e91 admin admin] Deleting subnet 105bb108-26d5-4a87-93ff-1e68ff32ab6b {{(pid=91615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:25:14.232134 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e4aadd64-0c41-4573-8eb3-510a9da68e91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.280708 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e4aadd64-0c41-4573-8eb3-510a9da68e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128831367'] for subnet, precommit_delete_associations {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.360881 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e4aadd64-0c41-4573-8eb3-510a9da68e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.464881 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:25:14.501929 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:25:14.502282 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device b05e97bb-7aa5-41ba-a814-35ed3e6c74a4 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:25:14.606989 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e4aadd64-0c41-4573-8eb3-510a9da68e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128888667'] for subnet, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.612728 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4c58a3c5-86b8-4898-8bed-a05e2150472d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:14.650995 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aadd64-0c41-4573-8eb3-510a9da68e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105bb108-26d5-4a87-93ff-1e68ff32ab6b,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:14.653567 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e4aadd64-0c41-4573-8eb3-510a9da68e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:14.657131 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e4aadd64-0c41-4573-8eb3-510a9da68e91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.662805 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f9a0f-ffff-4453-a9eb-bdc561f0f98e None None] Network d345f1f1-810d-439f-9f0a-845234c9d883 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:25:14.665469 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-e4aadd64-0c41-4573-8eb3-510a9da68e91 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/105bb108-26d5-4a87-93ff-1e68ff32ab6b HTTP/1.1" status: 204 len: 168 time: 0.4935989 May 19 11:25:14.667229 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 44644) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:14.779245 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.852504 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Deleting port 4448ed9d-c452-4651-b980-4c584aafb503 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:14.852844 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.910142 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7800ada-922c-4c8f-a98f-229875806250 None None] DHCP port deletion for d345f1f1-810d-439f-9f0a-845234c9d883 request from dv-cinder-768105-9-smb {{(pid=91617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:25:14.959006 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] For port 4448ed9d-c452-4651-b980-4c584aafb503, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=4448ed9d-c452-4651-b980-4c584aafb503,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:25:14.959364 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:14.978428 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-c7800ada-922c-4c8f-a98f-229875806250 None None] Deleting port 4448ed9d-c452-4651-b980-4c584aafb503 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:14.978808 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c7800ada-922c-4c8f-a98f-229875806250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:15.074775 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-c7800ada-922c-4c8f-a98f-229875806250 None None] For port 4448ed9d-c452-4651-b980-4c584aafb503, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=4448ed9d-c452-4651-b980-4c584aafb503,segment=NetworkSegment(b98d92d4-419e-4306-8e06-1ed6133b01a1),segment_id=b98d92d4-419e-4306-8e06-1ed6133b01a1)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:25:15.075170 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c7800ada-922c-4c8f-a98f-229875806250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:15.088376 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Calling delete_port for 4448ed9d-c452-4651-b980-4c584aafb503 owned by network:dhcp {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:15.143823 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:15.148911 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b3df4643-943f-4cb7-9f6e-5acb53805aa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:15.193664 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] No DVR routers for this DVR port 4448ed9d-c452-4651-b980-4c584aafb503 on host dv-cinder-768105-9-smb {{(pid=91616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:25:15.201071 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-c7800ada-922c-4c8f-a98f-229875806250 None None] Calling delete_port for 4448ed9d-c452-4651-b980-4c584aafb503 owned by network:dhcp {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:15.222796 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4448ed9d-c452-4651-b980-4c584aafb503,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:15.225221 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:15.244588 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c7800ada-922c-4c8f-a98f-229875806250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:15.249083 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:15.292222 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7800ada-922c-4c8f-a98f-229875806250 None None] Pushing event deleted for resources: {'Port': ['ID=4448ed9d-c452-4651-b980-4c584aafb503,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:15.294062 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7800ada-922c-4c8f-a98f-229875806250 None None] No DVR routers for this DVR port 4448ed9d-c452-4651-b980-4c584aafb503 on host dv-cinder-768105-9-smb {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:25:15.295441 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c7800ada-922c-4c8f-a98f-229875806250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:15.316510 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:15.330006 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d345f1f1-810d-439f-9f0a-845234c9d883']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:15.341816 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98d92d4-419e-4306-8e06-1ed6133b01a1') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:15.342113 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98d92d4-419e-4306-8e06-1ed6133b01a1') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:15.353059 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2041145'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:15.369832 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:15.376268 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:25:15.376650 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-842808'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: Traceback (most recent call last): May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: timer() May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: cb(*args, **kw) May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: return func(*args, **kwargs) May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: self._notify() May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: self.callback(batched_events) May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: event.method(event) May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: return f(self, *a, **k) May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: return self._get(url).json() May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: return self.request(url, 'GET', **kwargs) May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:25:15.389372 dv-cinder-768105-9-smb neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:25:15.465123 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:15.468814 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ce0c9ef5-8b2a-40e6-971d-8b65340e8be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:15.482264 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:15.492874 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Pushing event deleted for resources: {'Network': ['ID=d345f1f1-810d-439f-9f0a-845234c9d883,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:15.496446 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:15.507652 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-8b13c786-bf85-4bd3-9e57-5fc87eefdf38 admin admin] 10.222.0.107 "DELETE /v2.0/networks/d345f1f1-810d-439f-9f0a-845234c9d883 HTTP/1.1" status: 204 len: 168 time: 0.8391895 May 19 11:25:15.510370 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 44650) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:15.926264 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device d1d0932a-e7c5-41f8-89eb-ef4900a93b33 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:25:15.960121 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: d1d0932a-e7c5-41f8-89eb-ef4900a93b33 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:25:15.960476 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device d1d0932a-e7c5-41f8-89eb-ef4900a93b33 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:25:15.960905 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 4448ed9d-c452-4651-b980-4c584aafb503 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:25:15.996397 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: 4448ed9d-c452-4651-b980-4c584aafb503 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:25:15.996751 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 4448ed9d-c452-4651-b980-4c584aafb503 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:25:16.133914 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405577'] for router_interface, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:16.532256 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Deleting port e5071072-7e38-4ad3-9598-8dce6a2f145b {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:16.532592 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:16.652014 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] For port e5071072-7e38-4ad3-9598-8dce6a2f145b, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=e5071072-7e38-4ad3-9598-8dce6a2f145b,segment=NetworkSegment(255c0f04-0080-477f-8e39-a48c3556fd8b),segment_id=255c0f04-0080-477f-8e39-a48c3556fd8b)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:25:16.652373 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:16.777216 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Calling delete_port for e5071072-7e38-4ad3-9598-8dce6a2f145b owned by network:router_interface {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:16.927697 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:16.932236 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:16.980558 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5071072-7e38-4ad3-9598-8dce6a2f145b,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:17.007269 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:17.342656 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407257'] for router_interface, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:17.694507 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:25:17.872492 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:25:17.881212 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62fe040-ba08-487a-adee-8bd8d6215683 None None] Sync routers for ids ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:25:17.893269 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] 10.222.0.107 "PUT /v2.0/routers/3fc8ace9-aead-4dbc-92ae-c5310e16b335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3818879 May 19 11:25:17.893650 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62fe040-ba08-487a-adee-8bd8d6215683 None None] Routers {'3fc8ace9-aead-4dbc-92ae-c5310e16b335'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:25:17.893970 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44662) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:17.894504 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a62fe040-ba08-487a-adee-8bd8d6215683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:25:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:18.075089 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Notify callbacks [] for router, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:18.114938 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-a62fe040-ba08-487a-adee-8bd8d6215683 None None] Set router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:25:18.343962 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:18.395219 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a62fe040-ba08-487a-adee-8bd8d6215683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'name': 'tempest-TestShelveInstance-1748482420-router', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:45Z', 'updated_at': '2021-05-19T11:25:16Z', 'revision_number': 5, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'gw_port': {'id': 'c20c1ba5-9a91-47a1-bbea-63dcb5eca76d', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:20:46Z', 'updated_at': '2021-05-19T11:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:18.399032 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62fe040-ba08-487a-adee-8bd8d6215683 None None] Checking router: 3fc8ace9-aead-4dbc-92ae-c5310e16b335 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:25:18.407796 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62fe040-ba08-487a-adee-8bd8d6215683 None None] Routers {'3fc8ace9-aead-4dbc-92ae-c5310e16b335'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:25:18.408399 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a62fe040-ba08-487a-adee-8bd8d6215683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:25:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:18.416979 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Deleting port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:18.417324 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:18.538930 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] For port c20c1ba5-9a91-47a1-bbea-63dcb5eca76d, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c20c1ba5-9a91-47a1-bbea-63dcb5eca76d,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:25:18.539287 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:18.559325 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-a62fe040-ba08-487a-adee-8bd8d6215683 None None] Set router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 gateway port host: None {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:25:18.660650 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Calling delete_port for c20c1ba5-9a91-47a1-bbea-63dcb5eca76d owned by network:router_gateway {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:18.662825 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a62fe040-ba08-487a-adee-8bd8d6215683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'name': 'tempest-TestShelveInstance-1748482420-router', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:45Z', 'updated_at': '2021-05-19T11:25:18Z', 'revision_number': 6, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'gw_port_host': None}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:18.666799 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62fe040-ba08-487a-adee-8bd8d6215683 None None] The sync data for ids ['3fc8ace9-aead-4dbc-92ae-c5310e16b335'] in dv-cinder-768105-9-smb is: [{'id': '3fc8ace9-aead-4dbc-92ae-c5310e16b335', 'name': 'tempest-TestShelveInstance-1748482420-router', 'tenant_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:20:45Z', 'updated_at': '2021-05-19T11:25:18Z', 'revision_number': 6, 'project_id': 'c8c9feedf11e4c5d8d4c8a6b0dbc59c8', 'gw_port_host': None}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:25:18.794857 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:18.799262 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-461041a9-7ef0-43c1-b0fb-8a5bf3b8b61e tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:18.842713 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Pushing event deleted for resources: {'Port': ['ID=c20c1ba5-9a91-47a1-bbea-63dcb5eca76d,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:18.846458 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:18.935114 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404578'] for router_gateway, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.110376 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6490'] for router, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.112813 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.143319 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401717'] for router, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.143858 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fc8ace9-aead-4dbc-92ae-c5310e16b335 {{(pid=91615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:25:19.156322 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] Notify callbacks [] for router, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.157451 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-23b9b49c-d18e-49cb-a729-6342b583937d admin admin] 10.222.0.107 "DELETE /v2.0/routers/3fc8ace9-aead-4dbc-92ae-c5310e16b335 HTTP/1.1" status: 204 len: 168 time: 1.2624779 May 19 11:25:19.159854 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44672) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:19.220436 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ed10bd-4c3b-46eb-aef3-d1e2505396d2 admin admin] Deleting subnet af7ae671-cfa7-4b63-999c-8204876381ed {{(pid=91615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:25:19.223312 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-84ed10bd-4c3b-46eb-aef3-d1e2505396d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.273950 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-84ed10bd-4c3b-46eb-aef3-d1e2505396d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128831367'] for subnet, precommit_delete_associations {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.352061 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-84ed10bd-4c3b-46eb-aef3-d1e2505396d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.598701 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-84ed10bd-4c3b-46eb-aef3-d1e2505396d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128888667'] for subnet, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.603578 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b2b864de-22b5-4d5e-9e15-13f5f8683064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:19.742711 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-84ed10bd-4c3b-46eb-aef3-d1e2505396d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.745380 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed10bd-4c3b-46eb-aef3-d1e2505396d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7ae671-cfa7-4b63-999c-8204876381ed,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:19.748166 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea2949-abc3-44d2-99fe-63cfbb99a2cb None None] Network 94ca8f15-0568-4f22-bf69-fccc226ae0f7 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:25:19.748663 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-84ed10bd-4c3b-46eb-aef3-d1e2505396d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:19.752056 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-84ed10bd-4c3b-46eb-aef3-d1e2505396d2 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/af7ae671-cfa7-4b63-999c-8204876381ed HTTP/1.1" status: 204 len: 168 time: 0.5912893 May 19 11:25:19.754606 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44676) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:19.857716 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.932134 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Deleting port c3167c74-cfae-466b-aa01-09d58f279d93 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:19.932483 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:19.944925 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c20c1ba5-9a91-47a1-bbea-63dcb5eca76d no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:25:19.985606 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: c20c1ba5-9a91-47a1-bbea-63dcb5eca76d {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:25:19.985959 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c20c1ba5-9a91-47a1-bbea-63dcb5eca76d not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:25:19.986386 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device e5071072-7e38-4ad3-9598-8dce6a2f145b no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:25:20.015503 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71498619-10c2-4b5c-beed-79abc3fc3d91 None None] DHCP port deletion for 94ca8f15-0568-4f22-bf69-fccc226ae0f7 request from dv-cinder-768105-9-smb {{(pid=91617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:25:20.023264 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: e5071072-7e38-4ad3-9598-8dce6a2f145b {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:25:20.023616 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device e5071072-7e38-4ad3-9598-8dce6a2f145b not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:25:20.036540 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] For port c3167c74-cfae-466b-aa01-09d58f279d93, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c3167c74-cfae-466b-aa01-09d58f279d93,segment=NetworkSegment(255c0f04-0080-477f-8e39-a48c3556fd8b),segment_id=255c0f04-0080-477f-8e39-a48c3556fd8b)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:25:20.037079 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.085968 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-71498619-10c2-4b5c-beed-79abc3fc3d91 None None] Deleting port c3167c74-cfae-466b-aa01-09d58f279d93 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:25:20.086356 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-71498619-10c2-4b5c-beed-79abc3fc3d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.161905 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Calling delete_port for c3167c74-cfae-466b-aa01-09d58f279d93 owned by network:dhcp {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:20.186172 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-71498619-10c2-4b5c-beed-79abc3fc3d91 None None] For port c3167c74-cfae-466b-aa01-09d58f279d93, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=c3167c74-cfae-466b-aa01-09d58f279d93,segment=NetworkSegment(255c0f04-0080-477f-8e39-a48c3556fd8b),segment_id=255c0f04-0080-477f-8e39-a48c3556fd8b)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:25:20.186567 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-71498619-10c2-4b5c-beed-79abc3fc3d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.210822 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.221528 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8e9172b8-9ceb-4067-b5fb-4e6da8fd78e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:20.255289 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] No DVR routers for this DVR port c3167c74-cfae-466b-aa01-09d58f279d93 on host dv-cinder-768105-9-smb {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:25:20.303758 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Pushing event deleted for resources: {'Port': ['ID=c3167c74-cfae-466b-aa01-09d58f279d93,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:20.303758 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:20.311841 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-71498619-10c2-4b5c-beed-79abc3fc3d91 None None] Calling delete_port for c3167c74-cfae-466b-aa01-09d58f279d93 owned by network:dhcp {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:25:20.356759 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-71498619-10c2-4b5c-beed-79abc3fc3d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.360425 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-54c1472c-128d-4283-ab3a-a3f9baf9f898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:20.387932 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.401576 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ca8f15-0568-4f22-bf69-fccc226ae0f7']}} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:20.414105 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255c0f04-0080-477f-8e39-a48c3556fd8b') {'for_net_delete': True} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:20.414400 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255c0f04-0080-477f-8e39-a48c3556fd8b') {} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:25:20.425604 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128831376'] for segment, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.431707 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71498619-10c2-4b5c-beed-79abc3fc3d91 None None] Pushing event deleted for resources: {'Port': ['ID=c3167c74-cfae-466b-aa01-09d58f279d93,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:20.435179 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-71498619-10c2-4b5c-beed-79abc3fc3d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:20.437310 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71498619-10c2-4b5c-beed-79abc3fc3d91 None None] No DVR routers for this DVR port c3167c74-cfae-466b-aa01-09d58f279d93 on host dv-cinder-768105-9-smb {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:25:20.444807 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.450935 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=91615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:25:20.451318 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128557593'] for segment, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: Traceback (most recent call last): May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: timer() May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: cb(*args, **kw) May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: return func(*args, **kwargs) May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: self._notify() May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: self.callback(batched_events) May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: event.method(event) May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: return f(self, *a, **k) May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: return self._get(url).json() May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: return self.request(url, 'GET', **kwargs) May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:25:20.464777 dv-cinder-768105-9-smb neutron-server[91615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:25:20.540130 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.543921 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:20.556629 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.567596 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Pushing event deleted for resources: {'Network': ['ID=94ca8f15-0568-4f22-bf69-fccc226ae0f7,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:20.571830 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:20.575143 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-ded4bfba-37c1-4b34-937f-72e038753edf admin admin] 10.222.0.107 "DELETE /v2.0/networks/94ca8f15-0568-4f22-bf69-fccc226ae0f7 HTTP/1.1" status: 204 len: 168 time: 0.8196330 May 19 11:25:20.747497 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44686) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:20.795079 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-2b4ed0d9-b457-4498-90a9-54132a2d64d8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7021e4460faf4d808e7ea7c215cb748a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463269 May 19 11:25:20.797378 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 44690) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:20.853107 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9a30a9ce-b02c-431b-ab34-24d62ad67905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.878335 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9a30a9ce-b02c-431b-ab34-24d62ad67905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.932230 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9a30a9ce-b02c-431b-ab34-24d62ad67905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.937277 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ce30891a-aff2-4967-bdbc-0b17a8639ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:20.951501 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30a9ce-b02c-431b-ab34-24d62ad67905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c750b5b-d637-45fe-ba30-5112f88df716,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:20.954376 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9a30a9ce-b02c-431b-ab34-24d62ad67905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:20.956327 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9a30a9ce-b02c-431b-ab34-24d62ad67905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:20.957444 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-9a30a9ce-b02c-431b-ab34-24d62ad67905 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5c750b5b-d637-45fe-ba30-5112f88df716 HTTP/1.1" status: 204 len: 168 time: 0.1591327 May 19 11:25:21.318227 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 44702) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:21.369093 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-40dd97bb-eb3a-4727-b28f-0e1785b6edf2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c8c9feedf11e4c5d8d4c8a6b0dbc59c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495155 May 19 11:25:21.371582 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 44706) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:25:21.432585 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2395ade7-9893-4235-b1a4-cf0dfb332951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:21.457852 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2395ade7-9893-4235-b1a4-cf0dfb332951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:21.511325 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2395ade7-9893-4235-b1a4-cf0dfb332951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:21.515200 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e655bc2f-ed12-4473-9deb-d0fcd231b4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:25:21.531430 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395ade7-9893-4235-b1a4-cf0dfb332951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c647c8e-1f7d-436a-9e5e-e59f2d815e6c,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:25:21.534449 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2395ade7-9893-4235-b1a4-cf0dfb332951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:25:21.536327 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2395ade7-9893-4235-b1a4-cf0dfb332951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:21.537401 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-2395ade7-9893-4235-b1a4-cf0dfb332951 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3c647c8e-1f7d-436a-9e5e-e59f2d815e6c HTTP/1.1" status: 204 len: 168 time: 0.1648715 May 19 11:25:21.926109 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c3167c74-cfae-466b-aa01-09d58f279d93 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:25:21.961026 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: c3167c74-cfae-466b-aa01-09d58f279d93 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:25:21.961376 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device c3167c74-cfae-466b-aa01-09d58f279d93 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:25:28.614298 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6c26b2e4-4f88-496b-947a-34745f453674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:31.244324 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:31.518595 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-bd42fd4a-1fe8-4ad3-934b-b16014672ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:31.629364 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:32.407038 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:33.425859 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-a493b550-e4fe-432a-9a6f-8616afc39f4f service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682628 May 19 11:25:33.518872 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-a6e278de-6559-419a-b638-de98159c9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:33.520289 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-a6e278de-6559-419a-b638-de98159c9099 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 1098 time: 0.0723460 May 19 11:25:33.663833 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-71afb15d-88e5-4282-b3bc-89dc67b2d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:33.665285 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-71afb15d-88e5-4282-b3bc-89dc67b2d93e service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.1268880 May 19 11:25:33.774717 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-21a6e760-2a6f-45a8-a43a-5d68c4cd260b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22 HTTP/1.1" status: 200 len: 1001 time: 0.0944905 May 19 11:25:33.842261 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-f3b23cb3-d9ea-4116-a6a8-94ede7889988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:33.843678 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-f3b23cb3-d9ea-4116-a6a8-94ede7889988 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0608809 May 19 11:25:33.878254 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:33.919150 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-41b8b2db-44f8-452b-8d35-1c99ca65b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:33.921089 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-41b8b2db-44f8-452b-8d35-1c99ca65b2b4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691609 May 19 11:25:34.144068 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-7705020e-c672-44fe-a237-c3500c02506f service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132969 May 19 11:25:34.274811 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-5a339490-afd7-4300-9e24-7662edfb9d7a req-2d2d9bbd-e2e4-47de-9e6e-160ca361ff9d service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220050 May 19 11:25:39.553758 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:25:58.617251 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2000e1e3-776f-41f3-ae7f-4ffa8efc9b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:01.247027 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:01.520293 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0487f59e-13ac-4ee0-950e-ce91e8c5e780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:01.643955 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:02.411771 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:03.880971 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:16.553649 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:26:28.620199 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c6281f13-5cec-41c8-90d3-43fd58e5a7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:31.250402 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:31.521526 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0e961611-2571-48a6-8a95-66d4d6d90187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:31.640460 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:32.414057 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:33.378447 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-b4c162f1-3ba0-4d75-a9f0-93d7ec23f4a1 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767391 May 19 11:26:33.514152 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-e5b7c1ec-30da-4e67-b42a-8c9dd0c57933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:33.515640 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-e5b7c1ec-30da-4e67-b42a-8c9dd0c57933 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 1098 time: 0.0691857 May 19 11:26:33.658521 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-b52e7559-8c35-44c1-9316-95109e235741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:33.659990 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-b52e7559-8c35-44c1-9316-95109e235741 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.1256819 May 19 11:26:33.764399 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-5efe3a60-7c60-4a38-a674-1c295987f3c8 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56ab9784-55c3-4a5f-a494-c16ebf1140fa HTTP/1.1" status: 200 len: 1001 time: 0.0992393 May 19 11:26:33.828537 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-6de01f81-c13b-4af3-8439-fced547ee71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:33.829989 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-6de01f81-c13b-4af3-8439-fced547ee71d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.0576396 May 19 11:26:33.884463 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:33.909374 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-d7495ef2-ae79-45f4-8db8-b6cb2560f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:33.910829 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-d7495ef2-ae79-45f4-8db8-b6cb2560f061 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727780 May 19 11:26:34.042258 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-f7e9b56d-03c1-429d-9ebf-98fc41718082 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222978 May 19 11:26:34.172984 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-ea3523b1-0708-4f02-b4f2-c49259af8da5 req-1e7c86f5-6075-45c8-977b-ffbc213739bb service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218071 May 19 11:26:53.552874 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:26:58.621874 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-73e17942-7aa8-4720-934a-205376d734b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:01.252690 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:01.524226 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-bc4f963b-788e-4c5f-a5af-50ce911e06c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:01.657462 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:02.416232 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:03.887996 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:28.625791 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2ba25edd-9820-4099-9547-b4d18c582526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:30.551594 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:27:31.254087 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:31.524512 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9a97-f3a7-4067-a043-a86140129a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:31.658706 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:32.419261 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:33.891267 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:34.429790 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-47bad572-2291-48dc-8770-aff7f2bf6cfa service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683815 May 19 11:27:34.521680 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-0cb94f0b-2bde-4221-a054-258789279908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:34.523139 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-0cb94f0b-2bde-4221-a054-258789279908 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 1098 time: 0.0754938 May 19 11:27:34.667640 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-9ac0374f-f1b1-4d26-8772-c2ace17b36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:34.669081 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-9ac0374f-f1b1-4d26-8772-c2ace17b36a3 service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.1237583 May 19 11:27:34.771506 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-9301b531-cc71-4c0d-991a-c83b3b89d422 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22 HTTP/1.1" status: 200 len: 1001 time: 0.0926447 May 19 11:27:34.832924 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-04a3ccc4-a207-426d-a7eb-0d9b459fd944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:34.834949 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-04a3ccc4-a207-426d-a7eb-0d9b459fd944 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0563948 May 19 11:27:34.910665 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-7e359b48-71aa-474e-91f7-ba4294671ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:34.912169 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-7e359b48-71aa-474e-91f7-ba4294671ff6 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683413 May 19 11:27:35.141232 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-985b25a0-d19d-4f57-a6ab-8da8febb1735 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227497 May 19 11:27:35.272450 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e3a508f9-7cbe-4378-a266-262a0b8ea634 req-7d2f7374-7c45-49df-877d-3df79e2ec30f service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230166 May 19 11:27:58.627697 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9cfe285d-3d53-40d3-85f6-6987c42a50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:01.261190 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:01.526970 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-55b98b86-bc18-44a7-ae58-f36a923aaaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:01.671648 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:02.421784 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:03.894737 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:07.550770 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:28:28.630271 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-59cef46c-315c-4467-85d9-4b0ec18c3143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:31.256800 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:31.528054 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-086651ea-ca03-45cd-aeed-3c409c9cc3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:31.687404 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:32.424705 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:33.899452 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:35.470762 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-d666c22e-0ba8-47a4-af07-2589cc3be9bc service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1735189 May 19 11:28:35.609397 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-3ba6c356-aab8-434f-b557-db78b2ea8d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:35.610900 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-3ba6c356-aab8-434f-b557-db78b2ea8d55 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 1098 time: 0.0701313 May 19 11:28:35.760139 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-12e8be76-0b09-4ac7-957c-485b3e5055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:35.761551 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-12e8be76-0b09-4ac7-957c-485b3e5055f7 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.1268179 May 19 11:28:35.865629 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-8bd5c4da-2e23-4ceb-acbd-d61c1bc1fe2a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56ab9784-55c3-4a5f-a494-c16ebf1140fa HTTP/1.1" status: 200 len: 1001 time: 0.0960374 May 19 11:28:35.932008 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-010455d4-9789-4420-bc64-9ce8f003c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:35.933465 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-010455d4-9789-4420-bc64-9ce8f003c24b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.0601835 May 19 11:28:36.010812 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-e2bc2abd-ba8e-4b62-a11f-3918d68134cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:36.012187 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-e2bc2abd-ba8e-4b62-a11f-3918d68134cc service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699732 May 19 11:28:36.025359 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-3973d5d6-0c22-4714-ba9d-4e00e86337b3 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:28:36.026376 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-3973d5d6-0c22-4714-ba9d-4e00e86337b3 service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054822 May 19 11:28:36.161928 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-b8a4d435-05e6-4d42-9e84-2400ac6d1963 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266129 May 19 11:28:36.298388 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-2271765c-b67c-4f9c-a4fb-c4e6814f2851 req-4ddaa576-ac0f-4a7a-963f-600b3697a687 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278825 May 19 11:28:44.550734 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:28:58.633368 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7782d427-ccbb-4fb1-9f3a-e2774a2e9076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:01.259697 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:01.529531 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf005-74f2-490f-ac5c-b11ae0e22f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:01.686369 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:02.426502 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:03.901348 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:21.549287 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:29:28.635997 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-558249ac-645c-48d2-8c75-ed480ffe1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:29.559566 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d5730-b68f-44df-966c-fe4e7034275f req-3385dc10-50e7-498f-9690-dca283a8fac5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:29.561016 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f04d5730-b68f-44df-966c-fe4e7034275f req-3385dc10-50e7-498f-9690-dca283a8fac5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 945 time: 0.0800402 May 19 11:29:29.609711 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f04d5730-b68f-44df-966c-fe4e7034275f req-95ef148c-d126-455b-8550-d21d9980ec1a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=79bcf159-5f79-4640-9a92-96c60ba5358c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429235 May 19 11:29:29.890129 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb806a4-128a-4967-99a2-289d8e727718 req-3e4345a9-9d8b-4868-8e74-70597f587703 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:29.891476 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7fb806a4-128a-4967-99a2-289d8e727718 req-3e4345a9-9d8b-4868-8e74-70597f587703 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.106 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 945 time: 0.0774269 May 19 11:29:30.029116 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Deleting port 56ab9784-55c3-4a5f-a494-c16ebf1140fa {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:29:30.029488 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:30.160549 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] For port 56ab9784-55c3-4a5f-a494-c16ebf1140fa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=56ab9784-55c3-4a5f-a494-c16ebf1140fa,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:29:30.160831 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:30.536521 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:30.536960 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:30.537332 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.l3_db [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Floating IP edebb26d-ecde-439d-b4d7-f531fa03eb08 disassociated. External IP: 172.28.2.137, port: 56ab9784-55c3-4a5f-a494-c16ebf1140fa. May 19 11:29:30.537748 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Calling delete_port for 56ab9784-55c3-4a5f-a494-c16ebf1140fa owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:29:30.645908 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:30.651442 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3de45282-5ab0-4d55-99cb-9c4ccef4e61f tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:30.698798 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event deleted for resources: {'Port': ['ID=56ab9784-55c3-4a5f-a494-c16ebf1140fa,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:30.709557 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.709931 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.710315 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.710654 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.711007 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.711357 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.711707 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.712087 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.712436 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.712782 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.713125 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.713486 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:30.717177 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:30.780902 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8ff09847-ccf0-40e6-9ed5-4ee2754ed6e1 req-bb46b540-fb61-4c5f-8d81-b240fdf6cd8b tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=858ff492-07d1-4f90-a6f1-868af35da5e9 HTTP/1.1" status: 200 len: 210 time: 0.0546010 May 19 11:29:30.903892 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:29:31.078347 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:29:31.087924 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299c131-f358-4208-a453-3c4b7dc8b03e None None] Sync routers for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:29:31.097130 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299c131-f358-4208-a453-3c4b7dc8b03e None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:29:31.097873 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-b299c131-f358-4208-a453-3c4b7dc8b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:29:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:31.153803 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] No DVR routers for this DVR port 56ab9784-55c3-4a5f-a494-c16ebf1140fa on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:29:31.156323 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:31.158899 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'name': 'network-vif-deleted', 'tag': '56ab9784-55c3-4a5f-a494-c16ebf1140fa'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:29:31.175381 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7fb806a4-128a-4967-99a2-289d8e727718 req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.106 "DELETE /v2.0/ports/56ab9784-55c3-4a5f-a494-c16ebf1140fa HTTP/1.1" status: 204 len: 173 time: 1.2761393 May 19 11:29:31.212658 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858ff492-07d1-4f90-a6f1-868af35da5e9', 'name': 'network-vif-deleted', 'tag': '56ab9784-55c3-4a5f-a494-c16ebf1140fa', 'status': 'completed', 'code': 200} May 19 11:29:31.280157 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:31.295263 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-b299c131-f358-4208-a453-3c4b7dc8b03e None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:29:31.546489 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e44dc05b-7e3e-429f-b6d7-a7530847a041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:31.617276 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-b299c131-f358-4208-a453-3c4b7dc8b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:31.621710 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299c131-f358-4208-a453-3c4b7dc8b03e None None] Checking router: 5ef3a581-c4b7-444a-acdb-c6303ab9a482 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:29:31.630140 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299c131-f358-4208-a453-3c4b7dc8b03e None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:29:31.630744 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-b299c131-f358-4208-a453-3c4b7dc8b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:29:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:31.754578 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:31.860190 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-b299c131-f358-4208-a453-3c4b7dc8b03e None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:29:31.910647 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 45162) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:29:31.974056 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5ced616a-4154-44d3-9a81-6ecd1e269214 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:32.002383 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5ced616a-4154-44d3-9a81-6ecd1e269214 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:32.055306 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5ced616a-4154-44d3-9a81-6ecd1e269214 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:32.059296 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ff3f3e2e-db11-4d3e-b360-7a7a05a55162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:32.073041 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced616a-4154-44d3-9a81-6ecd1e269214 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bcf159-5f79-4640-9a92-96c60ba5358c,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:32.075655 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-5ced616a-4154-44d3-9a81-6ecd1e269214 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:32.089776 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5ced616a-4154-44d3-9a81-6ecd1e269214 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:32.090904 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-5ced616a-4154-44d3-9a81-6ecd1e269214 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "DELETE /v2.0/security-groups/79bcf159-5f79-4640-9a92-96c60ba5358c HTTP/1.1" status: 204 len: 168 time: 0.1792502 May 19 11:29:32.093655 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 45166) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:29:32.112252 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.api.v2.resource [None req-8129d0d0-10df-4be3-be1d-2cd348f981b5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] show failed (client error): The resource could not be found. May 19 11:29:32.113329 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-8129d0d0-10df-4be3-be1d-2cd348f981b5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups/79bcf159-5f79-4640-9a92-96c60ba5358c HTTP/1.1" status: 404 len: 347 time: 0.0187619 May 19 11:29:32.116351 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 45170) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:29:32.191773 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-b299c131-f358-4208-a453-3c4b7dc8b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:32.195808 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299c131-f358-4208-a453-3c4b7dc8b03e None None] The sync data for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb is: [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:29:32.334623 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Deleting port d4b73eb8-0b62-43eb-9abb-7be26e7e8551 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:29:32.335075 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:32.409407 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0335ee19-2451-46c4-be1b-8739a399a37b None None] New status for floating IP edebb26d-ecde-439d-b4d7-f531fa03eb08: DOWN {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:29:32.431146 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:32.456280 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:32.456610 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:32.683358 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Calling delete_port for d4b73eb8-0b62-43eb-9abb-7be26e7e8551 owned by network:floatingip {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:29:32.790190 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:32.800445 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0fa27b2e-f504-49a2-9ee3-00941db70979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:32.846262 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event deleted for resources: {'Port': ['ID=d4b73eb8-0b62-43eb-9abb-7be26e7e8551,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:32.877734 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.878103 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.878459 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.878810 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.879157 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.879501 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.879848 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.880197 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.880541 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.880950 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.881230 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.881622 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:32.889495 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:32.944963 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:32.958385 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:32.959530 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-082514c2-9403-4001-8f8f-b631e6171162 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "DELETE /v2.0/floatingips/edebb26d-ecde-439d-b4d7-f531fa03eb08 HTTP/1.1" status: 204 len: 168 time: 0.8422394 May 19 11:29:33.371676 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 45178) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:29:33.377133 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412922493', 'description': 'tempest-description--2048146796'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:29:33.383212 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:29:33.387361 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Usage tracker for resource:security_group and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:29:33.390195 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:29:33.395792 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:29:33.406322 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.426109 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:29:33.429801 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Usage tracker for resource:security_group_rule and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:29:33.432534 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:29:33.438447 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:29:33.511685 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.515271 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.520315 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4f30637b-c271-458c-bf27-064250510e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:33.560388 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffea01d-050c-42b0-ab46-4f76a4bd0de2,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:33.563302 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.564666 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1919615 May 19 11:29:33.565572 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:33.567728 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 45182) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:29:33.572436 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'security_group_rule': {'security_group_id': '7ffea01d-050c-42b0-ab46-4f76a4bd0de2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:29:33.578422 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:29:33.582317 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Usage tracker for resource:security_group_rule and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:29:33.585109 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:29:33.591291 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:29:33.607341 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.668535 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.672109 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.674259 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-79eb5a08-3f9a-47fa-be93-bce80322e8c9 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:33.695483 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d103e493-da15-416d-beae-535b8b71e1d5,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:33.698321 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:33.705118 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.706306 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-d4b1382c-f2c2-4621-9deb-e138582051e0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379755 May 19 11:29:33.708873 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 45186) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:29:33.714432 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'security_group_rule': {'security_group_id': '7ffea01d-050c-42b0-ab46-4f76a4bd0de2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:29:33.719832 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:29:33.723548 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Usage tracker for resource:security_group_rule and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:29:33.727298 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:29:33.733097 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:29:33.748185 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.809627 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.813184 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.815195 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:33.836618 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02ff8e3-ee22-4bf9-8d91-0e69262bc5b4,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:33.839767 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:33.847418 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.848640 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-e6ab4fc9-3df1-4634-b50c-85f922ae1a00 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388149 May 19 11:29:33.851683 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 45190) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:29:33.856663 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'floatingip': {'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:29:33.862402 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:29:33.866054 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Usage tracker for resource:floatingip and tenant:4ec6eb05771347cfa15d42be3863118b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:29:33.869043 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:29:33.874919 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:29:33.886671 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:33.906185 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:34.019917 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:34.151910 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Allocated IP 172.28.2.234 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/51b3d22f-1b21-4b7f-a00a-93f0a4740c6f) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:29:34.296756 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:34.325593 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:34.329906 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f9cec9a8-485e-44ad-9383-f893837ecade tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:34.390693 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:29:34.393465 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources bound (agent type, host, resource id): {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:29:34.395798 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:29:34.441059 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'Port': ['ID=51b3d22f-1b21-4b7f-a00a-93f0a4740c6f,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:34.443683 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:34.479925 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:34.540938 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:34.738169 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:34.742455 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842844'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:34.747119 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-14a623ca-ec78-425a-b2b4-b4fe35590bf9 tempest-VolumesSnapshotTestJSON-852285643 tempest-VolumesSnapshotTestJSON-852285643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:34.853126 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'Port': ['ID=51b3d22f-1b21-4b7f-a00a-93f0a4740c6f,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:34.857165 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:34.863819 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:34.886733 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:34.887943 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-25497396-f47b-47f2-9de2-31e7a1faca4c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0353608 May 19 11:29:35.063239 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-2fe29e89-f686-456a-a507-887eaaf7d441 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Synchronizing usage tracker for tenant:4ec6eb05771347cfa15d42be3863118b on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:29:35.079324 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-2fe29e89-f686-456a-a507-887eaaf7d441 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Unset dirty status for tenant:4ec6eb05771347cfa15d42be3863118b on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:29:35.079955 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-2fe29e89-f686-456a-a507-887eaaf7d441 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1412922493&fields=id&tenant_id=4ec6eb05771347cfa15d42be3863118b HTTP/1.1" status: 200 len: 267 time: 0.0566621 May 19 11:29:35.230311 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-47b52a31-56fa-4ed0-80dc-3f0f4ede1393 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:35.231761 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-47b52a31-56fa-4ed0-80dc-3f0f4ede1393 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 811 time: 0.1450534 May 19 11:29:35.247102 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-dc6db069-2a3a-4788-90d9-d3f9777a75ab tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/quotas/4ec6eb05771347cfa15d42be3863118b HTTP/1.1" status: 200 len: 375 time: 0.0097799 May 19 11:29:35.412673 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-0c12510f-5c9c-4d1b-bf0b-80838431732c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Synchronizing usage tracker for tenant:4ec6eb05771347cfa15d42be3863118b on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:29:35.428736 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-0c12510f-5c9c-4d1b-bf0b-80838431732c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Unset dirty status for tenant:4ec6eb05771347cfa15d42be3863118b on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:29:35.430041 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-0c12510f-5c9c-4d1b-bf0b-80838431732c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1778364 May 19 11:29:35.491995 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-f3e4b128-08d0-44a5-8c15-0c7a38498232 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:29:35.492956 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-f3e4b128-08d0-44a5-8c15-0c7a38498232 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508616 May 19 11:29:35.594485 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 56ab9784-55c3-4a5f-a494-c16ebf1140fa no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:29:35.624077 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-f35971f5-9d43-46a4-9e8d-23627dcb92da service neutron] 10.222.0.107 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241219 May 19 11:29:35.628113 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 56ab9784-55c3-4a5f-a494-c16ebf1140fa {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:29:35.628469 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 56ab9784-55c3-4a5f-a494-c16ebf1140fa not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:29:35.757062 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-ee51bf1b-c5f9-4cbf-9cb7-90b06e69f85e service neutron] 10.222.0.107 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276779 May 19 11:29:35.932142 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e6cb10ad-e191-409e-9d13-2a2f987b22cc req-5aaf4b82-638e-4a14-95b0-47140f0a6f51 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 210 time: 0.0427969 May 19 11:29:37.068582 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-c2b174b5-13ad-4d61-b5d0-630d092e00e5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:37.070050 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-c2b174b5-13ad-4d61-b5d0-630d092e00e5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 811 time: 0.1531026 May 19 11:29:37.088171 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-89f2f968-4ba4-424e-9cc3-b18f49076696 req-13dc8e1d-a249-49b6-a57d-e8f93979667d tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 210 time: 0.0465744 May 19 11:29:37.129004 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-b7f5a264-9253-49de-8426-ad26025ecb66 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Synchronizing usage tracker for tenant:4ec6eb05771347cfa15d42be3863118b on resource:security_group {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:29:37.142938 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-b7f5a264-9253-49de-8426-ad26025ecb66 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Unset dirty status for tenant:4ec6eb05771347cfa15d42be3863118b on resource:security_group {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:29:37.144239 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-b7f5a264-9253-49de-8426-ad26025ecb66 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ec6eb05771347cfa15d42be3863118b HTTP/1.1" status: 200 len: 380 time: 0.0617619 May 19 11:29:37.154749 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'port': {'device_id': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'admin_state_up': True, 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'security_groups': ['7ffea01d-050c-42b0-ab46-4f76a4bd0de2']}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:29:37.287186 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:29:37.297097 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:29:37.306752 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Made reservation on behalf of 4ec6eb05771347cfa15d42be3863118b for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:29:37.310213 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:37.516778 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-9e8d18a4-2838-4807-977d-ea61897cf7d5 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1539576 May 19 11:29:37.522524 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Allocated IP 172.20.0.13 (1589ea86-7645-4eb0-9ca5-b4c736974714/de14d3fc-86b6-4226-a091-735c858343a4/361e3b5d-8c8b-4d5d-b6b6-36f28e144312) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:29:37.732889 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-329fd682-f012-4294-aa0f-d0aa43b913a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:37.734356 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-329fd682-f012-4294-aa0f-d0aa43b913a9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 1098 time: 0.1899035 May 19 11:29:37.898593 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:37.970370 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Transition to ACTIVE for port object 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 will not be triggered until provisioned by entity DHCP. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:29:38.008216 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-4a61ce5c-8648-4efb-87e1-a2d8311d2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:38.010396 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-4a61ce5c-8648-4efb-87e1-a2d8311d2ac5 service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.1560419 May 19 11:29:38.065699 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:38.076265 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b1e3bfb2-5501-45e9-918e-ae55bc0e454e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:38.172877 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Network 1589ea86-7645-4eb0-9ca5-b4c736974714 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:29:38.178259 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:29:38.184570 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:29:38.212263 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-d5ec4b18-07da-48da-b824-0dec00edc064 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22 HTTP/1.1" status: 200 len: 1001 time: 0.1933675 May 19 11:29:38.228996 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event updated for resources: {'Port': ['ID=361e3b5d-8c8b-4d5d-b6b6-36f28e144312,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:38.269039 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:38.298207 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b985bc9-e0df-4c92-9719-ab3d1e01b27e req-4e9051d0-0eef-430c-8086-a9bb60e37f1d tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:38.303844 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:38.304497 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:38.305548 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0b985bc9-e0df-4c92-9719-ab3d1e01b27e req-4e9051d0-0eef-430c-8086-a9bb60e37f1d tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 932 time: 0.1057582 May 19 11:29:38.326005 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-858390db-464a-47e4-8c1b-161c6f9dc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:38.327452 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-858390db-464a-47e4-8c1b-161c6f9dc396 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.1002502 May 19 11:29:38.354203 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-0b985bc9-e0df-4c92-9719-ab3d1e01b27e req-88575650-b08d-48c2-926c-e52886db845e tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ffea01d-050c-42b0-ab46-4f76a4bd0de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470455 May 19 11:29:38.374203 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2230716 May 19 11:29:38.389352 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Request body: {'port': {'device_id': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:29:38.400621 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-00c8d68b-0614-488b-996e-c16cb7949866 None None] Provisioning for port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:29:38.406690 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-00c8d68b-0614-488b-996e-c16cb7949866 None None] Provisioning complete for port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:29:38.407317 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00c8d68b-0614-488b-996e-c16cb7949866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:38.466048 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-00c8d68b-0614-488b-996e-c16cb7949866 None None] Port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:29:38.516097 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-dfe78b61-aa75-4acc-95c8-ca5c9fe8fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:38.517496 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-dfe78b61-aa75-4acc-95c8-ca5c9fe8fbdb service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1818244 May 19 11:29:38.521509 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:38.760146 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-9220ae02-54a3-4cf1-a471-c1bd926f7fce service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267373 May 19 11:29:39.000724 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-9c0ad5ae-e40b-4569-b4de-ca4e45fe0fc6 req-f82090e8-c818-4602-9e3f-2a97d001f172 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309303 May 19 11:29:39.076909 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:29:39.084185 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:39.099563 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Transition to ACTIVE for port object 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:29:39.102537 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:39.106894 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-21cb82b4-5bee-40fb-aeab-1bd5362c831a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:39.261264 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Pushing event updated for resources: {'Port': ['ID=361e3b5d-8c8b-4d5d-b6b6-36f28e144312,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:39.267477 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:39.333762 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Attempting to bind port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:29:39.334101 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Attempting to bind port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:29:39.334431 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Attempting to bind port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 on network 1589ea86-7645-4eb0-9ca5-b4c736974714 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:29:39.338944 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 on network 1589ea86-7645-4eb0-9ca5-b4c736974714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:29:39.339263 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Attempting to bind port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 on network 1589ea86-7645-4eb0-9ca5-b4c736974714 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:29:39.344230 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:29:39.344567 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Checking segment: {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:29:39.344947 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Bound using segment: {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:29:39.345393 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Bound port: 361e3b5d-8c8b-4d5d-b6b6-36f28e144312, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:29:39.345761 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:39.542349 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] For port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:29:39.545449 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] For port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:29:39.550217 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:39.551568 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd54f19-5eaf-4199-a62d-a7ede2875e33 req-261da59a-1f87-4217-9ead-150631e622b0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:39.553053 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6dd54f19-5eaf-4199-a62d-a7ede2875e33 req-261da59a-1f87-4217-9ead-150631e622b0 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 944 time: 0.0885253 May 19 11:29:39.554771 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c5bb2eaf-14e7-4533-b7af-3ffd09767e56 tempest-TestShelveInstance-812046674 tempest-TestShelveInstance-812046674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:39.602138 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6dd54f19-5eaf-4199-a62d-a7ede2875e33 req-90247453-9cdf-4b4b-b0ec-f55d3fd03c80 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ffea01d-050c-42b0-ab46-4f76a4bd0de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397613 May 19 11:29:39.614601 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:39.615218 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:39.616576 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] 10.222.0.106 "PUT /v2.0/ports/361e3b5d-8c8b-4d5d-b6b6-36f28e144312 HTTP/1.1" status: 200 len: 1094 time: 1.2326708 May 19 11:29:39.617084 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'tag': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:29:39.648476 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Pushing event updated for resources: {'Port': ['ID=361e3b5d-8c8b-4d5d-b6b6-36f28e144312,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:39.652278 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:39.705608 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'tag': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312', 'status': 'completed', 'code': 200} May 19 11:29:39.747158 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-c9c734ae-6548-42c5-86fc-81b941f59796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:39.748624 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-c9c734ae-6548-42c5-86fc-81b941f59796 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 1097 time: 0.0757532 May 19 11:29:39.821952 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-69081155-3c83-42de-815b-2cdea4a6412a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312 HTTP/1.1" status: 200 len: 217 time: 0.0668893 May 19 11:29:39.883370 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-ea532425-47de-4003-9175-02ba25858ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:39.884838 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-ea532425-47de-4003-9175-02ba25858ca9 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.0569336 May 19 11:29:39.959914 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-3444f56f-eec4-4169-9f78-1532919eded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:39.961321 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-3444f56f-eec4-4169-9f78-1532919eded4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674558 May 19 11:29:40.092519 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-dea009b3-8f05-4979-879c-c684910d6798 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222508 May 19 11:29:40.224188 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a0a062e6-b1df-4941-aa35-c1668e3657b5 req-96e4d1be-6881-4c42-abb2-baf4ef70bdc1 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230762 May 19 11:29:40.351403 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d256458-10ab-4847-8cee-15b3ba6d718e req-ea3aedc2-ebc4-4683-9c88-7c096bd61553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:40.353661 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6d256458-10ab-4847-8cee-15b3ba6d718e req-ea3aedc2-ebc4-4683-9c88-7c096bd61553 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 1097 time: 0.0730171 May 19 11:29:40.479626 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d256458-10ab-4847-8cee-15b3ba6d718e req-0ae26b6d-44c0-442f-9fee-281ae82e9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:40.481046 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6d256458-10ab-4847-8cee-15b3ba6d718e req-0ae26b6d-44c0-442f-9fee-281ae82e9bd2 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.1220031 May 19 11:29:40.550669 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6d256458-10ab-4847-8cee-15b3ba6d718e req-6c0931a5-37d4-42f5-ab33-b6a3dfac67f1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312 HTTP/1.1" status: 200 len: 217 time: 0.0635223 May 19 11:29:40.610604 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d256458-10ab-4847-8cee-15b3ba6d718e req-12742136-5322-4268-9012-f6c6f150564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:40.611935 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6d256458-10ab-4847-8cee-15b3ba6d718e req-12742136-5322-4268-9012-f6c6f150564a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.0560312 May 19 11:29:40.685085 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d256458-10ab-4847-8cee-15b3ba6d718e req-5d62b1e4-1cd9-46d9-8b18-8cf91ac4f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:40.686635 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6d256458-10ab-4847-8cee-15b3ba6d718e req-5d62b1e4-1cd9-46d9-8b18-8cf91ac4f1a4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692708 May 19 11:29:40.793136 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f644c6f-ffa5-421d-a09a-e930af8954cb req-bb5eaa4f-34f9-4af0-928a-af08f61c06b5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:40.794638 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8f644c6f-ffa5-421d-a09a-e930af8954cb req-bb5eaa4f-34f9-4af0-928a-af08f61c06b5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 944 time: 0.0801136 May 19 11:29:40.822072 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6d256458-10ab-4847-8cee-15b3ba6d718e req-8cb7e49c-5ac9-4788-8602-ef061f27d337 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258969 May 19 11:29:40.839181 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-8f644c6f-ffa5-421d-a09a-e930af8954cb req-c109511a-990f-4005-b3ae-7ba96eb5aa43 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ffea01d-050c-42b0-ab46-4f76a4bd0de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386622 May 19 11:29:40.951212 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6d256458-10ab-4847-8cee-15b3ba6d718e req-dae78cd5-2c51-420d-9b9a-582988a87097 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238055 May 19 11:29:41.641045 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:29:41.772789 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:29:41.785702 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'port_id': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312', 'mac_address': 'fa:16:3e:30:bf:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:29:41.838102 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:41.857902 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:29:41.873715 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:29:41.877835 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:41.880628 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:41.947017 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=361e3b5d-8c8b-4d5d-b6b6-36f28e144312,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:41.954299 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.954645 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.954988 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.955321 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.955989 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.955989 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.956284 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.956607 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.956932 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.957259 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.957611 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.957931 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:29:41.962491 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:42.078865 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b2750-52b5-4921-85b4-e935e0d76e6a req-229df30a-b737-4e0b-9a12-d2a05002496b tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:42.080274 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7e4b2750-52b5-4921-85b4-e935e0d76e6a req-229df30a-b737-4e0b-9a12-d2a05002496b tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 945 time: 0.1305327 May 19 11:29:42.124354 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-7e4b2750-52b5-4921-85b4-e935e0d76e6a req-ae494943-76a9-466a-810f-14d84f086c04 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ffea01d-050c-42b0-ab46-4f76a4bd0de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382605 May 19 11:29:42.208596 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['361e3b5d-8c8b-4d5d-b6b6-36f28e144312'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:29:43.308640 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1faca-e0bd-42ce-af60-0f1fad10599e req-aae2288c-d122-4156-9189-bc6a00597729 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:43.310120 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1cd1faca-e0bd-42ce-af60-0f1fad10599e req-aae2288c-d122-4156-9189-bc6a00597729 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 945 time: 0.0780654 May 19 11:29:43.356839 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1cd1faca-e0bd-42ce-af60-0f1fad10599e req-48601c2b-46fc-4a4a-ae13-3f3e58c3d77b tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ffea01d-050c-42b0-ab46-4f76a4bd0de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409937 May 19 11:29:43.641221 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:29:43.706478 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:29:43.710954 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:29:43.711328 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:43.826628 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:43.851985 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:29:43.861642 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:29:43.866075 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:43.868677 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:29:43.934071 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=361e3b5d-8c8b-4d5d-b6b6-36f28e144312,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:29:43.937065 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:29:43.959198 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312', 'code': 200} May 19 11:29:44.200090 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acd422-4d1c-4713-b4db-13c7e03c4017 req-519a4cb6-ffc6-44b7-9e9a-424cf45fc47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:44.201342 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-d4acd422-4d1c-4713-b4db-13c7e03c4017 req-519a4cb6-ffc6-44b7-9e9a-424cf45fc47b service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0737321 May 19 11:29:44.244480 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-d4acd422-4d1c-4713-b4db-13c7e03c4017 req-2940b070-fda5-407b-9efa-00949757aca0 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=7ffea01d-050c-42b0-ab46-4f76a4bd0de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348258 May 19 11:29:44.534679 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147ffb-a540-4193-bc24-6f944d824fa1 req-5955e4f6-6597-4b9f-b709-ea12ff015c3b tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:44.536129 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3c147ffb-a540-4193-bc24-6f944d824fa1 req-5955e4f6-6597-4b9f-b709-ea12ff015c3b tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 946 time: 0.0777500 May 19 11:29:44.580367 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3c147ffb-a540-4193-bc24-6f944d824fa1 req-19cdb83c-d3df-4a56-906a-edc25b9165dd tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ffea01d-050c-42b0-ab46-4f76a4bd0de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384703 May 19 11:29:45.767331 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d5143-b6ec-435b-8f41-240533914b6c req-95ec91c2-5bb9-4c94-9c63-7436a1c8c381 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:45.768796 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f72d5143-b6ec-435b-8f41-240533914b6c req-95ec91c2-5bb9-4c94-9c63-7436a1c8c381 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 946 time: 0.0815716 May 19 11:29:45.814931 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f72d5143-b6ec-435b-8f41-240533914b6c req-1627973a-1680-4d17-9242-0e3ddf042683 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ffea01d-050c-42b0-ab46-4f76a4bd0de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397863 May 19 11:29:45.988946 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858737b-9e90-4231-982f-bc99913ef2ab req-2e4bfb3c-c679-46d3-ab39-74abf85b92e7 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:45.990334 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1858737b-9e90-4231-982f-bc99913ef2ab req-2e4bfb3c-c679-46d3-ab39-74abf85b92e7 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 946 time: 0.0776193 May 19 11:29:45.998917 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 45254) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:29:46.003964 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-230df410-0fbc-4c70-be5f-1ff93036993c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Request body: {'floatingip': {'port_id': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:29:46.080672 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-230df410-0fbc-4c70-be5f-1ff93036993c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:46.746858 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-230df410-0fbc-4c70-be5f-1ff93036993c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:46.751103 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-230df410-0fbc-4c70-be5f-1ff93036993c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:46.919727 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.l3_db [None req-230df410-0fbc-4c70-be5f-1ff93036993c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Floating IP aec8e0ae-9de0-4d70-8813-012808cc1e86 associated. External IP: 172.28.2.234, port: 361e3b5d-8c8b-4d5d-b6b6-36f28e144312. May 19 11:29:47.264861 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230df410-0fbc-4c70-be5f-1ff93036993c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:29:47.435775 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230df410-0fbc-4c70-be5f-1ff93036993c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:29:47.440479 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-230df410-0fbc-4c70-be5f-1ff93036993c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:47.444762 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152a3598-11e2-4377-97d2-ffbe5641af32 None None] Sync routers for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:29:47.454101 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152a3598-11e2-4377-97d2-ffbe5641af32 None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:29:47.454717 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-152a3598-11e2-4377-97d2-ffbe5641af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:29:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:47.495160 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-230df410-0fbc-4c70-be5f-1ff93036993c tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "PUT /v2.0/floatingips/aec8e0ae-9de0-4d70-8813-012808cc1e86 HTTP/1.1" status: 200 len: 992 time: 1.4952087 May 19 11:29:47.495785 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'tag': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:29:47.595776 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'tag': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312', 'status': 'completed', 'code': 200} May 19 11:29:47.670241 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-152a3598-11e2-4377-97d2-ffbe5641af32 None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:29:47.891446 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580477-e78b-49e0-9861-40296fb35774 req-b6092f47-74da-448f-80b2-4e16bdf26697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:47.892905 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a7580477-e78b-49e0-9861-40296fb35774 req-b6092f47-74da-448f-80b2-4e16bdf26697 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0698156 May 19 11:29:48.020785 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-152a3598-11e2-4377-97d2-ffbe5641af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'aec8e0ae-9de0-4d70-8813-012808cc1e86', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'floating_ip_address': '172.28.2.234', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'port_id': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'mac_address': 'fa:16:3e:30:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:29:34Z', 'updated_at': '2021-05-19T11:29:46Z', 'revision_number': 1, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:48.025074 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152a3598-11e2-4377-97d2-ffbe5641af32 None None] Checking router: 5ef3a581-c4b7-444a-acdb-c6303ab9a482 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:29:48.033649 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152a3598-11e2-4377-97d2-ffbe5641af32 None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:29:48.034259 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-152a3598-11e2-4377-97d2-ffbe5641af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:29:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:48.120588 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580477-e78b-49e0-9861-40296fb35774 req-dfe39c0c-840e-4735-8255-d5262deddc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:48.120588 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a7580477-e78b-49e0-9861-40296fb35774 req-dfe39c0c-840e-4735-8255-d5262deddc7d service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.2229900 May 19 11:29:48.211884 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-152a3598-11e2-4377-97d2-ffbe5641af32 None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:29:48.221594 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a7580477-e78b-49e0-9861-40296fb35774 req-9daa1806-4965-4c99-83ee-1df8ccef43bc service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312 HTTP/1.1" status: 200 len: 1000 time: 0.0942819 May 19 11:29:48.287690 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580477-e78b-49e0-9861-40296fb35774 req-c8392564-b450-47c3-bae9-f01bf3c8391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:48.289123 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a7580477-e78b-49e0-9861-40296fb35774 req-c8392564-b450-47c3-bae9-f01bf3c8391b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.0601206 May 19 11:29:48.364796 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580477-e78b-49e0-9861-40296fb35774 req-cf672656-544b-4b19-99e3-789bb8cbab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:48.366342 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a7580477-e78b-49e0-9861-40296fb35774 req-cf672656-544b-4b19-99e3-789bb8cbab67 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696013 May 19 11:29:48.498011 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a7580477-e78b-49e0-9861-40296fb35774 req-83185fcb-3fcd-4805-bceb-064ab4ae6cff service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232116 May 19 11:29:48.552381 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-152a3598-11e2-4377-97d2-ffbe5641af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'aec8e0ae-9de0-4d70-8813-012808cc1e86', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'floating_ip_address': '172.28.2.234', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'port_id': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'mac_address': 'fa:16:3e:30:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:29:34Z', 'updated_at': '2021-05-19T11:29:46Z', 'revision_number': 1, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:48.556353 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152a3598-11e2-4377-97d2-ffbe5641af32 None None] The sync data for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb is: [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'aec8e0ae-9de0-4d70-8813-012808cc1e86', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'floating_ip_address': '172.28.2.234', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'port_id': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'mac_address': 'fa:16:3e:30:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:29:34Z', 'updated_at': '2021-05-19T11:29:46Z', 'revision_number': 1, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:29:48.633931 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-a7580477-e78b-49e0-9861-40296fb35774 req-9a398823-cc35-4f9e-9fb9-af9713804537 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288247 May 19 11:29:48.737214 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a43688-5fd6-40f5-a880-10abbc8888d9 None None] New status for floating IP aec8e0ae-9de0-4d70-8813-012808cc1e86: ACTIVE {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:29:58.548303 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:29:58.639948 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-09e27b60-1935-46fc-a782-97bbaeb1f43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:01.263729 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:01.527633 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-47d58243-75f8-4ed7-abe3-6e23ab126882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:01.715987 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:02.432270 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:03.907576 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:28.643002 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9198da2a-ec36-462e-8622-1e680d94e488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:31.267113 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:31.530322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e0a697e6-54a6-4191-80ee-388366aaef09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:31.736699 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:32.437600 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:33.913157 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:35.547002 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:30:37.378309 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-8ea00248-f1ad-476d-9db0-ded54ac5b068 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771215 May 19 11:30:37.530838 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-e74b478f-2716-433f-8ef5-64c7caeacde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:37.532373 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-e74b478f-2716-433f-8ef5-64c7caeacde1 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 1098 time: 0.0793047 May 19 11:30:37.688009 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-ece96b80-1187-491b-8c1c-12cf2d8d3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:37.689491 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-ece96b80-1187-491b-8c1c-12cf2d8d3f51 service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.1333156 May 19 11:30:37.796800 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-f3badcdb-9231-42b1-a324-a7f1863e7cd6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22 HTTP/1.1" status: 200 len: 1001 time: 0.0984497 May 19 11:30:37.872095 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-dc12ecf4-49f7-4e5b-b338-f4bc51412e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:37.873588 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-dc12ecf4-49f7-4e5b-b338-f4bc51412e09 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0672436 May 19 11:30:37.955013 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-4995e498-e7fa-43b7-b6bf-9dca2a17a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:37.956499 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-4995e498-e7fa-43b7-b6bf-9dca2a17a9ee service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749333 May 19 11:30:38.096492 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-2b5f1dc0-9929-4161-b827-e878ecac0d6a service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302395 May 19 11:30:38.234533 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-7bc4f8c6-d4a6-4da9-9db7-974ea997f7b7 req-896b8733-2cd2-4e96-aebb-2566283a521b service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305280 May 19 11:30:58.647518 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2be18567-5cd2-4b8a-a566-ea5e862db146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:01.267993 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:01.531186 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a0e75031-d708-49b7-a582-3df37e63db40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:01.747248 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:02.439118 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:03.915523 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:12.545912 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:31:24.964366 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27af4ca-d319-4896-a7ba-09557c4e79d7 req-efaf65bc-5188-4f38-ae67-7986b097863c tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:24.966274 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b27af4ca-d319-4896-a7ba-09557c4e79d7 req-efaf65bc-5188-4f38-ae67-7986b097863c tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 945 time: 0.0798280 May 19 11:31:25.012378 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-b27af4ca-d319-4896-a7ba-09557c4e79d7 req-b56a7b40-c046-4118-9e50-748af6959ddb tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=547a4acf-351d-4df1-b951-547d762af2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401223 May 19 11:31:25.266014 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-932e6078-5651-4d73-9850-40fc77605116 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:25.266612 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-932e6078-5651-4d73-9850-40fc77605116 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Synchronizing usage tracker for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:31:25.282605 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-932e6078-5651-4d73-9850-40fc77605116 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Unset dirty status for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:31:25.283693 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-932e6078-5651-4d73-9850-40fc77605116 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.106 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 945 time: 0.0946219 May 19 11:31:25.511741 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Deleting port ce0f0990-5764-4ac4-b87c-e676de60dc22 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:31:25.512091 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:25.645936 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] For port ce0f0990-5764-4ac4-b87c-e676de60dc22, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ce0f0990-5764-4ac4-b87c-e676de60dc22,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:31:25.646294 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:25.931173 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:25.931547 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:25.931865 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.l3_db [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Floating IP e281b015-bd34-48e1-ae25-50fb8ff30d0b disassociated. External IP: 172.28.2.116, port: ce0f0990-5764-4ac4-b87c-e676de60dc22. May 19 11:31:25.932208 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Calling delete_port for ce0f0990-5764-4ac4-b87c-e676de60dc22 owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:31:26.040360 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:26.047021 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:26.091164 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event deleted for resources: {'Port': ['ID=ce0f0990-5764-4ac4-b87c-e676de60dc22,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:26.101178 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.101580 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.101954 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.102317 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.102677 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.103030 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.103383 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.103736 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.104084 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.104473 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.104821 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.105166 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:26.109575 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:26.176769 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1f7832d1-e70f-4b6f-969e-57b54f72b107 req-df511445-8b2e-4daf-9828-a6c5b0bed4d4 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd31952-ca1e-4c52-932d-3ee169e4b933 HTTP/1.1" status: 200 len: 210 time: 0.0453131 May 19 11:31:26.291778 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Router 5db18519-63e3-42d0-8392-e46ddad19e87 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:31:26.465154 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:31:26.474682 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e36f1-1a18-4f07-81ca-bd4a8e5faf68 None None] Sync routers for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:31:26.484851 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e36f1-1a18-4f07-81ca-bd4a8e5faf68 None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:31:26.485498 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-213e36f1-1a18-4f07-81ca-bd4a8e5faf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:31:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:31:26.535022 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] No DVR routers for this DVR port ce0f0990-5764-4ac4-b87c-e676de60dc22 on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:31:26.537559 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:26.540085 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'name': 'network-vif-deleted', 'tag': 'ce0f0990-5764-4ac4-b87c-e676de60dc22'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:31:26.562061 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-aed3c7b8-66b7-41b9-bdbd-232203985f0c req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.106 "DELETE /v2.0/ports/ce0f0990-5764-4ac4-b87c-e676de60dc22 HTTP/1.1" status: 204 len: 173 time: 1.2716808 May 19 11:31:26.723082 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd31952-ca1e-4c52-932d-3ee169e4b933', 'name': 'network-vif-deleted', 'tag': 'ce0f0990-5764-4ac4-b87c-e676de60dc22', 'status': 'completed', 'code': 200} May 19 11:31:26.724512 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-213e36f1-1a18-4f07-81ca-bd4a8e5faf68 None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:31:27.030331 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-213e36f1-1a18-4f07-81ca-bd4a8e5faf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:31:27.034789 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e36f1-1a18-4f07-81ca-bd4a8e5faf68 None None] Checking router: 5db18519-63e3-42d0-8392-e46ddad19e87 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:31:27.044231 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e36f1-1a18-4f07-81ca-bd4a8e5faf68 None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:31:27.044992 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-213e36f1-1a18-4f07-81ca-bd4a8e5faf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:31:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:31:27.230454 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-213e36f1-1a18-4f07-81ca-bd4a8e5faf68 None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:31:27.304411 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 45480) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:31:27.370378 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aecbb88e-bb4c-449b-9977-805c6f8d07c2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:27.399023 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aecbb88e-bb4c-449b-9977-805c6f8d07c2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:27.452908 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aecbb88e-bb4c-449b-9977-805c6f8d07c2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:27.457881 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e8a24dd4-d3ab-4bbd-b14c-f5fc3bff778d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:27.471877 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbb88e-bb4c-449b-9977-805c6f8d07c2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547a4acf-351d-4df1-b951-547d762af2a0,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:27.474634 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-aecbb88e-bb4c-449b-9977-805c6f8d07c2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:27.486224 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aecbb88e-bb4c-449b-9977-805c6f8d07c2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:27.489943 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-aecbb88e-bb4c-449b-9977-805c6f8d07c2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "DELETE /v2.0/security-groups/547a4acf-351d-4df1-b951-547d762af2a0 HTTP/1.1" status: 204 len: 168 time: 0.1818426 May 19 11:31:27.490182 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 45484) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:31:27.506877 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.api.v2.resource [None req-7e0c9894-7901-4871-b1e3-d2605a1ea8eb tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] show failed (client error): The resource could not be found. May 19 11:31:27.510513 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-7e0c9894-7901-4871-b1e3-d2605a1ea8eb tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups/547a4acf-351d-4df1-b951-547d762af2a0 HTTP/1.1" status: 404 len: 347 time: 0.0167544 May 19 11:31:27.510663 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 45488) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:31:27.552760 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-213e36f1-1a18-4f07-81ca-bd4a8e5faf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:31:27.556714 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e36f1-1a18-4f07-81ca-bd4a8e5faf68 None None] The sync data for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb is: [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:31:27.766503 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c059c8a2-5408-402a-8980-b18f4837de0a None None] New status for floating IP e281b015-bd34-48e1-ae25-50fb8ff30d0b: DOWN {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:31:27.844682 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-dbf68e5a-a7b5-42b3-a043-2baac4c6199f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Deleting port e6dc238a-7047-46e1-b19b-a250f4cb9563 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:31:27.845393 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dbf68e5a-a7b5-42b3-a043-2baac4c6199f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:27.962901 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dbf68e5a-a7b5-42b3-a043-2baac4c6199f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:27.963258 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dbf68e5a-a7b5-42b3-a043-2baac4c6199f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:28.089172 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-dbf68e5a-a7b5-42b3-a043-2baac4c6199f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Calling delete_port for e6dc238a-7047-46e1-b19b-a250f4cb9563 owned by network:floatingip {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:31:28.208835 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dbf68e5a-a7b5-42b3-a043-2baac4c6199f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:28.214147 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c379af8f-ac92-4362-ac45-da65cfc1ad62 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:28.255090 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf68e5a-a7b5-42b3-a043-2baac4c6199f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event deleted for resources: {'Port': ['ID=e6dc238a-7047-46e1-b19b-a250f4cb9563,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:28.258597 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dbf68e5a-a7b5-42b3-a043-2baac4c6199f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:28.348958 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dbf68e5a-a7b5-42b3-a043-2baac4c6199f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:28.362681 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dbf68e5a-a7b5-42b3-a043-2baac4c6199f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:28.363870 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-dbf68e5a-a7b5-42b3-a043-2baac4c6199f tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "DELETE /v2.0/floatingips/e281b015-bd34-48e1-ae25-50fb8ff30d0b HTTP/1.1" status: 204 len: 168 time: 0.8523035 May 19 11:31:28.651411 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0253fb31-4c2f-4ee8-8fa5-78aad17bb823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.024662 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 45498) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:31:29.030904 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1572691827', 'description': 'tempest-description--353983104'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:31:29.037554 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:31:29.041616 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Usage tracker for resource:security_group and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:31:29.044444 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:31:29.051242 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:31:29.061589 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.081548 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:31:29.085315 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Usage tracker for resource:security_group_rule and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:31:29.088230 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:31:29.094528 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:31:29.163452 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.167166 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.170794 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-5ced616a-4154-44d3-9a81-6ecd1e269214 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:29.211559 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4112db2-23f1-4ddb-bdb7-657c25ebaad5,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:29.214705 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.216628 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1908810 May 19 11:31:29.217584 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:29.219566 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 45502) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:31:29.224425 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'security_group_rule': {'security_group_id': 'f4112db2-23f1-4ddb-bdb7-657c25ebaad5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:31:29.230252 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:31:29.234332 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Usage tracker for resource:security_group_rule and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:31:29.237155 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:31:29.242754 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:31:29.258519 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.321026 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.324297 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.327333 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:29.348695 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec196d9d-450d-4e99-924c-67b6a84e7593,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:29.351203 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:29.358494 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.359663 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395462 May 19 11:31:29.362263 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 45506) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:31:29.367187 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'security_group_rule': {'security_group_id': 'f4112db2-23f1-4ddb-bdb7-657c25ebaad5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:31:29.373371 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:31:29.377069 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Usage tracker for resource:security_group_rule and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:31:29.379860 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:31:29.385390 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:31:29.400868 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.460088 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.464325 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464580'] for security_group_rule, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.466458 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ad8a4688-1826-46b8-8a3a-038064d54597 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:29.487793 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f46ec5d-3528-4864-b766-678c54460a84,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:29.490157 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:29.497613 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.498780 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-9a359562-4bbb-48c8-a993-35374cf8e355 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356072 May 19 11:31:29.501815 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 45510) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:31:29.507190 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'floatingip': {'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:31:29.513245 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:31:29.517009 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Usage tracker for resource:floatingip and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:31:29.519791 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:31:29.525380 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:31:29.535288 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.666589 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.801261 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Allocated IP 172.28.2.63 (e5113189-49f1-4a6b-9cbc-e8af0973913c/44c2c9f0-654f-4da4-932a-2688ff919c5c/cc8aca32-27d6-4cff-9baf-48dfab24919b) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:31:29.944606 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.973044 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:29.977454 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cdb77fb8-98e0-4e5e-9f3d-2e42b7379c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:30.041924 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Network e5113189-49f1-4a6b-9cbc-e8af0973913c is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:31:30.045679 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:31:30.048486 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:31:30.081352 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'Port': ['ID=cc8aca32-27d6-4cff-9baf-48dfab24919b,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:30.084304 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:30.136742 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:30.196656 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:30.201304 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device ce0f0990-5764-4ac4-b87c-e676de60dc22 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:31:30.238695 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: ce0f0990-5764-4ac4-b87c-e676de60dc22 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:31:30.239045 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device ce0f0990-5764-4ac4-b87c-e676de60dc22 not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:31:30.493682 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:30.498171 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:30.501768 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8eb11a1a-5b7f-4b8c-a037-99cd39454c67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:30.604702 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'Port': ['ID=cc8aca32-27d6-4cff-9baf-48dfab24919b,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:30.608774 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:30.617026 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:30.638604 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:30.639820 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1367836 May 19 11:31:30.941881 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-6310c60b-f344-426c-8f42-ad8b5927854a tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1572691827&fields=id&tenant_id=ad5bfa1559834b129ce6d088f9241b55 HTTP/1.1" status: 200 len: 267 time: 0.0387926 May 19 11:31:31.191444 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-ef7c4e32-71b9-43f9-a8a2-d2a3e3e0d5f9 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:31.192882 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-ef7c4e32-71b9-43f9-a8a2-d2a3e3e0d5f9 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 817 time: 0.2446213 May 19 11:31:31.208506 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-10cbab00-67fd-4290-84a3-8b53ce69528a tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/quotas/ad5bfa1559834b129ce6d088f9241b55 HTTP/1.1" status: 200 len: 375 time: 0.0098407 May 19 11:31:31.269810 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:31.296785 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-0233e8bf-6af5-4261-b30f-361dbe591183 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827067 May 19 11:31:31.431436 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-057fff52-b8e6-4077-8bb8-a5a1c7c2107e service neutron] 10.222.0.107 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230443 May 19 11:31:31.531951 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5913f34a-dc17-4f67-aab5-f2ed94820860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:31.561611 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-0da2788c-cfd3-430f-b25c-8538b1e639c0 service neutron] 10.222.0.107 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236198 May 19 11:31:31.740422 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-69dec2b6-9e5a-4f3d-bcb5-687d72c820ba req-c2f60b8f-c944-499e-8359-5017c7bf943e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 210 time: 0.0460064 May 19 11:31:31.748090 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:32.440980 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:32.736956 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a8ed2a70-7c2c-437a-8b91-4e3d75a38616 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:32.738328 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a8ed2a70-7c2c-437a-8b91-4e3d75a38616 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 817 time: 0.1482117 May 19 11:31:32.790562 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-53296a4f-361a-400f-94ca-cee9e7de8fed tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Synchronizing usage tracker for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:security_group {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:31:32.806751 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-53296a4f-361a-400f-94ca-cee9e7de8fed tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Unset dirty status for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:security_group {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:31:32.807474 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-53296a4f-361a-400f-94ca-cee9e7de8fed tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad5bfa1559834b129ce6d088f9241b55 HTTP/1.1" status: 200 len: 380 time: 0.0579906 May 19 11:31:32.815699 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'port': {'device_id': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'admin_state_up': True, 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'security_groups': ['f4112db2-23f1-4ddb-bdb7-657c25ebaad5']}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:31:32.898476 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9afd8a92-3da0-4e0e-8c23-e5d4e0036376 req-44ab5638-7076-4294-8b03-832cda0fcd4e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 210 time: 0.0426333 May 19 11:31:32.956568 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:31:32.960553 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Usage tracker for resource:port and tenant:ad5bfa1559834b129ce6d088f9241b55 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:31:32.963299 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:31:32.968859 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:31:32.978074 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Made reservation on behalf of ad5bfa1559834b129ce6d088f9241b55 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:31:32.982021 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:33.141333 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Allocated IP 172.20.0.12 (963e62ae-a614-4642-897d-72c0a984f323/563a5d41-e093-45ea-87bb-57e5b47af5c6/3ebeec34-63a7-4e98-a042-bc4d0b612623) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:31:33.322636 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:33.337252 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Transition to ACTIVE for port object 3ebeec34-63a7-4e98-a042-bc4d0b612623 will not be triggered until provisioned by entity DHCP. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:31:33.361021 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:33.366296 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-925849ed-8421-4f7c-bf3b-b863fc8f6ac8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:33.431357 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Network 963e62ae-a614-4642-897d-72c0a984f323 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:31:33.434416 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:31:33.438209 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:31:33.482340 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event updated for resources: {'Port': ['ID=3ebeec34-63a7-4e98-a042-bc4d0b612623,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:33.486888 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:33.514533 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:33.515165 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:33.541702 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a91e7db2-f30d-4514-9cbe-875147e351b1 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7296197 May 19 11:31:33.558881 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Request body: {'port': {'device_id': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:31:33.671011 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:33.683554 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-0a351cae-a42e-4868-a907-ae564fa6820b None None] Provisioning for port 3ebeec34-63a7-4e98-a042-bc4d0b612623 completed by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:31:33.690088 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-0a351cae-a42e-4868-a907-ae564fa6820b None None] Provisioning complete for port 3ebeec34-63a7-4e98-a042-bc4d0b612623 triggered by entity DHCP. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:31:33.690469 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0a351cae-a42e-4868-a907-ae564fa6820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:33.742827 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-0a351cae-a42e-4868-a907-ae564fa6820b None None] Port 3ebeec34-63a7-4e98-a042-bc4d0b612623 cannot update to ACTIVE because it is not bound. {{(pid=91617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:31:33.917509 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:34.013556 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebeec34-63a7-4e98-a042-bc4d0b612623 {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:31:34.021490 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:34.035605 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Transition to ACTIVE for port object 3ebeec34-63a7-4e98-a042-bc4d0b612623 will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:31:34.039471 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:34.043114 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:34.102726 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b7ac6-9320-40eb-82a9-c04e43c1d937 req-25eac57b-9ccb-4e62-8a3b-13eafd3580ab tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:34.104222 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-113b7ac6-9320-40eb-82a9-c04e43c1d937 req-25eac57b-9ccb-4e62-8a3b-13eafd3580ab tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 944 time: 0.0900757 May 19 11:31:34.153352 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-113b7ac6-9320-40eb-82a9-c04e43c1d937 req-5f40de5c-ff38-4739-ba84-99dc4efb593e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=f4112db2-23f1-4ddb-bdb7-657c25ebaad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 May 19 11:31:34.171467 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebeec34-63a7-4e98-a042-bc4d0b612623,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:34.198036 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:34.377245 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Attempting to bind port 3ebeec34-63a7-4e98-a042-bc4d0b612623 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:31:34.377615 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Attempting to bind port 3ebeec34-63a7-4e98-a042-bc4d0b612623 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:31:34.377943 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Attempting to bind port 3ebeec34-63a7-4e98-a042-bc4d0b612623 on network 963e62ae-a614-4642-897d-72c0a984f323 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:31:34.382382 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Port 3ebeec34-63a7-4e98-a042-bc4d0b612623 on network 963e62ae-a614-4642-897d-72c0a984f323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:31:34.382697 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Attempting to bind port 3ebeec34-63a7-4e98-a042-bc4d0b612623 on network 963e62ae-a614-4642-897d-72c0a984f323 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:31:34.388115 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:31:34.388446 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Checking segment: {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:31:34.388820 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Bound using segment: {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:31:34.389233 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Bound port: 3ebeec34-63a7-4e98-a042-bc4d0b612623, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db46cc1c-bb66-4669-acb8-5cba81a1171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '963e62ae-a614-4642-897d-72c0a984f323'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:31:34.389614 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:34.478305 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] For port 3ebeec34-63a7-4e98-a042-bc4d0b612623, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:31:34.481066 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] For port 3ebeec34-63a7-4e98-a042-bc4d0b612623, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:31:34.485703 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:34.490039 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1f887672-61d0-4baf-94d0-f5be764e3074 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:34.544049 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:34.544652 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:34.546053 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] 10.222.0.106 "PUT /v2.0/ports/3ebeec34-63a7-4e98-a042-bc4d0b612623 HTTP/1.1" status: 200 len: 1094 time: 0.9916596 May 19 11:31:34.546555 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'tag': '3ebeec34-63a7-4e98-a042-bc4d0b612623'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:31:34.569024 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebeec34-63a7-4e98-a042-bc4d0b612623,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:34.572156 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:34.628808 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'tag': '3ebeec34-63a7-4e98-a042-bc4d0b612623', 'status': 'completed', 'code': 200} May 19 11:31:34.673595 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-d48bb973-2aeb-4fb3-a35c-158f3c1dc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:34.675181 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-d48bb973-2aeb-4fb3-a35c-158f3c1dc0bb service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 1097 time: 0.0828440 May 19 11:31:34.748117 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-92ed7f13-b44e-4a70-ad41-b08c2891c532 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623 HTTP/1.1" status: 200 len: 217 time: 0.0624096 May 19 11:31:34.811195 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-0ff8d6f8-a060-4595-b335-3b27c1e9e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:34.812571 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-0ff8d6f8-a060-4595-b335-3b27c1e9e8d8 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0602000 May 19 11:31:34.884954 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-249cb55f-c694-48fa-ad8c-d29ce3b427d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:34.886416 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-249cb55f-c694-48fa-ad8c-d29ce3b427d4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691729 May 19 11:31:35.017480 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-a90af987-820b-41f3-9368-1a925d24cbcd service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217620 May 19 11:31:35.151696 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-84ee72e0-a7b5-4a23-884d-abaef7243ee7 req-06542c91-8706-4cae-80bf-ed6edb681407 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251588 May 19 11:31:35.279114 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb89d70-9cdf-4d2e-87e2-f54b56656794 req-0ced9ccf-7ddc-4beb-aa2b-d620f1efeced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:35.280532 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4fb89d70-9cdf-4d2e-87e2-f54b56656794 req-0ced9ccf-7ddc-4beb-aa2b-d620f1efeced service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 1097 time: 0.0762222 May 19 11:31:35.348599 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dcfcc-5238-4530-940f-c86c40763e58 req-a981fb96-40a1-4823-88ba-4a8dd495d6fa tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:35.350094 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ad2dcfcc-5238-4530-940f-c86c40763e58 req-a981fb96-40a1-4823-88ba-4a8dd495d6fa tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 944 time: 0.0817366 May 19 11:31:35.394474 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ad2dcfcc-5238-4530-940f-c86c40763e58 req-d5e24b73-4f79-4b53-a051-a096394bb35c tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=f4112db2-23f1-4ddb-bdb7-657c25ebaad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385151 May 19 11:31:35.412149 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb89d70-9cdf-4d2e-87e2-f54b56656794 req-9821c7d6-335e-4334-af86-1c4aab394089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:35.413701 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4fb89d70-9cdf-4d2e-87e2-f54b56656794 req-9821c7d6-335e-4334-af86-1c4aab394089 service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.1277103 May 19 11:31:35.478115 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4fb89d70-9cdf-4d2e-87e2-f54b56656794 req-1ccfa51b-d510-403c-9d64-cbba9e60c2c7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623 HTTP/1.1" status: 200 len: 217 time: 0.0587521 May 19 11:31:35.540596 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb89d70-9cdf-4d2e-87e2-f54b56656794 req-69d633c6-4a89-44e1-bdfe-8db714073648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:35.542014 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4fb89d70-9cdf-4d2e-87e2-f54b56656794 req-69d633c6-4a89-44e1-bdfe-8db714073648 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0581918 May 19 11:31:35.616238 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb89d70-9cdf-4d2e-87e2-f54b56656794 req-27fdab67-b9de-474e-a2ed-527ba279af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:35.617721 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4fb89d70-9cdf-4d2e-87e2-f54b56656794 req-27fdab67-b9de-474e-a2ed-527ba279af75 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684955 May 19 11:31:35.747126 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4fb89d70-9cdf-4d2e-87e2-f54b56656794 req-873b9de3-fea4-4269-949a-1542d3d7c7c1 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230562 May 19 11:31:35.878989 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-4fb89d70-9cdf-4d2e-87e2-f54b56656794 req-7283c8a2-fb0f-48b2-abda-dabfc6924eb1 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251838 May 19 11:31:36.202049 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 3ebeec34-63a7-4e98-a042-bc4d0b612623 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:31:36.331861 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 3ebeec34-63a7-4e98-a042-bc4d0b612623, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:31:36.344613 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '3ebeec34-63a7-4e98-a042-bc4d0b612623', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'port_id': '3ebeec34-63a7-4e98-a042-bc4d0b612623', 'mac_address': 'fa:16:3e:36:fa:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:31:36.402147 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:36.418129 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebeec34-63a7-4e98-a042-bc4d0b612623 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:31:36.434101 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 3ebeec34-63a7-4e98-a042-bc4d0b612623, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:31:36.438620 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:36.440621 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c7800ada-922c-4c8f-a98f-229875806250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:36.506799 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=3ebeec34-63a7-4e98-a042-bc4d0b612623,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:36.513989 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.514334 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.514667 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.515030 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.515423 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.515934 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.516293 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.516614 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.516936 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.517256 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.517601 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.517917 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:31:36.521762 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:36.587148 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89b8b5-122a-4de9-96af-91a90b7e04e7 req-8cb1fab5-1017-4f79-8ac8-488d5a8a7bf7 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:36.588613 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ee89b8b5-122a-4de9-96af-91a90b7e04e7 req-8cb1fab5-1017-4f79-8ac8-488d5a8a7bf7 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 945 time: 0.0844193 May 19 11:31:36.633214 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-ee89b8b5-122a-4de9-96af-91a90b7e04e7 req-380e936c-d66d-475b-9b9a-06f88b10d81d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=f4112db2-23f1-4ddb-bdb7-657c25ebaad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386460 May 19 11:31:36.947159 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['3ebeec34-63a7-4e98-a042-bc4d0b612623'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:31:37.816746 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac48b9-1407-4f46-b7df-f8d032b7ecff req-30e611aa-dfd4-4122-8b8a-ae7f9c984f40 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:37.818259 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38ac48b9-1407-4f46-b7df-f8d032b7ecff req-30e611aa-dfd4-4122-8b8a-ae7f9c984f40 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 945 time: 0.0789220 May 19 11:31:37.865636 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-38ac48b9-1407-4f46-b7df-f8d032b7ecff req-26d67bf7-35b0-46a5-a2ce-b95a46e92daf tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=f4112db2-23f1-4ddb-bdb7-657c25ebaad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 May 19 11:31:38.217124 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 3ebeec34-63a7-4e98-a042-bc4d0b612623 up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:31:38.283044 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 3ebeec34-63a7-4e98-a042-bc4d0b612623 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:31:38.287820 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 3ebeec34-63a7-4e98-a042-bc4d0b612623 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:31:38.288195 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:38.402733 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:38.428047 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebeec34-63a7-4e98-a042-bc4d0b612623'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:31:38.437958 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 3ebeec34-63a7-4e98-a042-bc4d0b612623, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:31:38.442340 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:38.444206 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:31:38.478145 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebeec34-63a7-4e98-a042-bc4d0b612623', 'code': 200} May 19 11:31:38.513795 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=3ebeec34-63a7-4e98-a042-bc4d0b612623,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:31:38.516560 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:31:38.724578 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80befb9b-d1b0-4894-b76f-de22b14e86f4 req-79929ad5-3fee-4e3e-9072-dc9aab0221c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:38.725943 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-80befb9b-d1b0-4894-b76f-de22b14e86f4 req-79929ad5-3fee-4e3e-9072-dc9aab0221c2 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 1099 time: 0.0676448 May 19 11:31:38.862301 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-80befb9b-d1b0-4894-b76f-de22b14e86f4 req-40b34031-9763-4e2c-994e-9ebd095329c8 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=f4112db2-23f1-4ddb-bdb7-657c25ebaad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283846 May 19 11:31:39.054546 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c115f61-6806-4c02-ba59-7250d215177e req-b62ec65b-b612-4d95-b81e-79987c62ace6 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:39.055994 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5c115f61-6806-4c02-ba59-7250d215177e req-b62ec65b-b612-4d95-b81e-79987c62ace6 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 946 time: 0.0789165 May 19 11:31:39.100866 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5c115f61-6806-4c02-ba59-7250d215177e req-f106b900-dab5-4c3a-8ddb-c0b15fabb1c6 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=f4112db2-23f1-4ddb-bdb7-657c25ebaad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384018 May 19 11:31:39.405576 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-1b09e419-9ce0-463e-bfdb-e8a4045664e8 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698619 May 19 11:31:39.498521 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-f56c7dda-d914-49e9-8e24-e209efafa997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:39.500004 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-f56c7dda-d914-49e9-8e24-e209efafa997 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0773516 May 19 11:31:39.654687 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-9f59861e-f9d8-4b06-a0a2-ea388e92df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:39.656146 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-9f59861e-f9d8-4b06-a0a2-ea388e92df07 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.1265213 May 19 11:31:39.755640 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-4b1ce3d4-0d95-4f90-aba4-6e2b93e06f30 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312 HTTP/1.1" status: 200 len: 1002 time: 0.0915504 May 19 11:31:39.817130 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-3b79cf03-304a-4129-b68d-b7a065fa2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:39.818570 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-3b79cf03-304a-4129-b68d-b7a065fa2a8d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.0592299 May 19 11:31:39.891268 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-dc143c9e-3947-4823-a828-ba1ed9a2ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:39.892707 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-dc143c9e-3947-4823-a828-ba1ed9a2ac52 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691583 May 19 11:31:40.022694 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-1b6fee19-1c7d-4ee5-9f08-851385350dca service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217766 May 19 11:31:40.155916 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-c635c007-0ab2-4513-9414-05b10ccfafa3 req-97d474bc-2613-4320-a81a-9ddb99d49751 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245785 May 19 11:31:40.307145 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446e61d-65d8-4142-8f51-80b76acd5a44 req-d14f47a3-f716-4ead-bcaa-d06cb111fb13 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:40.308797 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d446e61d-65d8-4142-8f51-80b76acd5a44 req-d14f47a3-f716-4ead-bcaa-d06cb111fb13 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 946 time: 0.0980427 May 19 11:31:40.357216 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d446e61d-65d8-4142-8f51-80b76acd5a44 req-8a1e40cf-b2ea-415d-bef6-77f096a0a549 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=f4112db2-23f1-4ddb-bdb7-657c25ebaad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 May 19 11:31:40.541417 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77eac-21fa-401b-9a61-6d5dd9ff014a req-2527d2a9-f30a-4e7e-bb3c-653fa8f541ec tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:40.542931 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-74d77eac-21fa-401b-9a61-6d5dd9ff014a req-2527d2a9-f30a-4e7e-bb3c-653fa8f541ec tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 946 time: 0.0797837 May 19 11:31:40.552047 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 45584) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:31:40.557319 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-b2e1efe8-7908-45f3-80bb-100b4d517613 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Request body: {'floatingip': {'port_id': '3ebeec34-63a7-4e98-a042-bc4d0b612623'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:31:40.639490 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b2e1efe8-7908-45f3-80bb-100b4d517613 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:41.305538 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b2e1efe8-7908-45f3-80bb-100b4d517613 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:41.309348 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b2e1efe8-7908-45f3-80bb-100b4d517613 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:41.482128 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.l3_db [None req-b2e1efe8-7908-45f3-80bb-100b4d517613 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Floating IP d7e638cb-59d5-498f-a170-dcc2e8746d77 associated. External IP: 172.28.2.63, port: 3ebeec34-63a7-4e98-a042-bc4d0b612623. May 19 11:31:41.833119 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e1efe8-7908-45f3-80bb-100b4d517613 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Router 5db18519-63e3-42d0-8392-e46ddad19e87 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:31:42.008272 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e1efe8-7908-45f3-80bb-100b4d517613 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:31:42.012576 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-b2e1efe8-7908-45f3-80bb-100b4d517613 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:42.019683 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bfcb78-a398-41a3-a799-d2d498cf1623 None None] Sync routers for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:31:42.028831 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bfcb78-a398-41a3-a799-d2d498cf1623 None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:31:42.029450 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-a0bfcb78-a398-41a3-a799-d2d498cf1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:31:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:31:42.066014 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-b2e1efe8-7908-45f3-80bb-100b4d517613 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "PUT /v2.0/floatingips/d7e638cb-59d5-498f-a170-dcc2e8746d77 HTTP/1.1" status: 200 len: 991 time: 1.5128796 May 19 11:31:42.066646 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'tag': '3ebeec34-63a7-4e98-a042-bc4d0b612623'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:31:42.130812 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'tag': '3ebeec34-63a7-4e98-a042-bc4d0b612623', 'status': 'completed', 'code': 200} May 19 11:31:42.217172 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-a0bfcb78-a398-41a3-a799-d2d498cf1623 None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:31:42.248406 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807429e7-26ce-4772-b5d0-701ab52eb6f2 req-a7407724-0cb2-4c4c-9291-37b8f610a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:42.249935 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-807429e7-26ce-4772-b5d0-701ab52eb6f2 req-a7407724-0cb2-4c4c-9291-37b8f610a6db service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 1099 time: 0.0743172 May 19 11:31:42.384116 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807429e7-26ce-4772-b5d0-701ab52eb6f2 req-e30e3ea3-f9e6-499a-b85c-9c5038a02b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:42.385474 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-807429e7-26ce-4772-b5d0-701ab52eb6f2 req-e30e3ea3-f9e6-499a-b85c-9c5038a02b6e service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.1311028 May 19 11:31:42.483668 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-807429e7-26ce-4772-b5d0-701ab52eb6f2 req-75b17701-e54e-4ecc-b8b4-1d389cae06ae service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623 HTTP/1.1" status: 200 len: 999 time: 0.0942154 May 19 11:31:42.556145 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807429e7-26ce-4772-b5d0-701ab52eb6f2 req-7823d470-7d10-4d24-b4d9-cf2118499cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:42.557660 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-807429e7-26ce-4772-b5d0-701ab52eb6f2 req-7823d470-7d10-4d24-b4d9-cf2118499cc2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0670531 May 19 11:31:42.573889 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-a0bfcb78-a398-41a3-a799-d2d498cf1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'd7e638cb-59d5-498f-a170-dcc2e8746d77', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'floating_ip_address': '172.28.2.63', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'port_id': '3ebeec34-63a7-4e98-a042-bc4d0b612623', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'mac_address': 'fa:16:3e:36:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:31:30Z', 'updated_at': '2021-05-19T11:31:41Z', 'revision_number': 1, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:31:42.579138 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bfcb78-a398-41a3-a799-d2d498cf1623 None None] Checking router: 5db18519-63e3-42d0-8392-e46ddad19e87 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:31:42.588411 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bfcb78-a398-41a3-a799-d2d498cf1623 None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:31:42.589058 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-a0bfcb78-a398-41a3-a799-d2d498cf1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:31:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:31:42.640109 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807429e7-26ce-4772-b5d0-701ab52eb6f2 req-e5d776fb-2331-45ce-80e2-dc6d0b894ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:42.642345 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-807429e7-26ce-4772-b5d0-701ab52eb6f2 req-e5d776fb-2331-45ce-80e2-dc6d0b894ade service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765915 May 19 11:31:42.776980 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-a0bfcb78-a398-41a3-a799-d2d498cf1623 None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:31:42.897553 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-807429e7-26ce-4772-b5d0-701ab52eb6f2 req-37f19223-889f-4bd3-ab97-f88187ea7b65 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460759 May 19 11:31:43.029989 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-807429e7-26ce-4772-b5d0-701ab52eb6f2 req-1797e6b2-4d1d-4386-a808-d8bb11784e7a service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231668 May 19 11:31:43.132976 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-a0bfcb78-a398-41a3-a799-d2d498cf1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'd7e638cb-59d5-498f-a170-dcc2e8746d77', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'floating_ip_address': '172.28.2.63', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'port_id': '3ebeec34-63a7-4e98-a042-bc4d0b612623', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'mac_address': 'fa:16:3e:36:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:31:30Z', 'updated_at': '2021-05-19T11:31:41Z', 'revision_number': 1, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:31:43.136991 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bfcb78-a398-41a3-a799-d2d498cf1623 None None] The sync data for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb is: [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_floatingips': [{'id': 'd7e638cb-59d5-498f-a170-dcc2e8746d77', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'floating_ip_address': '172.28.2.63', 'floating_network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'router_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'port_id': '3ebeec34-63a7-4e98-a042-bc4d0b612623', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'mac_address': 'fa:16:3e:36:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:31:30Z', 'updated_at': '2021-05-19T11:31:41Z', 'revision_number': 1, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:31:43.311745 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650388e-4ad5-4b9f-a511-852302b49910 None None] New status for floating IP d7e638cb-59d5-498f-a170-dcc2e8746d77: ACTIVE {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:31:49.545091 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:31:58.695082 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a870e02a-f5c5-4e1e-ab11-41faa12c5a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:01.272418 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:01.533494 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a2493437-e9f8-4b17-8037-187aa8079844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:01.750692 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:02.443157 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:03.920717 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:26.543232 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:32:28.656741 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d3517921-2008-45c6-955b-92ca9172fa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:31.281003 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:31.535357 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e166ac86-f41f-4966-9331-bca17d10d13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:31.759428 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:32.445998 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:33.966804 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:39.374574 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-70735244-d1b6-4ce0-a9a2-e98172aacd40 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735588 May 19 11:32:39.534241 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-f1606728-312a-4c67-82c2-93dad9d4bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:32:39.535703 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-f1606728-312a-4c67-82c2-93dad9d4bf4c service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0723634 May 19 11:32:39.691366 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-29e8a19f-efea-4c1d-a62b-40e736f65701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:32:39.692751 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-29e8a19f-efea-4c1d-a62b-40e736f65701 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.1357195 May 19 11:32:39.803539 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-1303d906-e407-4b16-88d6-dac52a3377f2 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312 HTTP/1.1" status: 200 len: 1002 time: 0.0959582 May 19 11:32:39.867271 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-e6166543-5b3a-451f-9305-86aea6b80c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:32:39.868638 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-e6166543-5b3a-451f-9305-86aea6b80c1d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.0560908 May 19 11:32:39.945541 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-03aa1e12-f0e2-451c-9b8b-9fbb01982980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:32:39.946923 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-03aa1e12-f0e2-451c-9b8b-9fbb01982980 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728140 May 19 11:32:40.087588 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-b3406160-fe4e-4733-bfbe-6e15c66c2173 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320262 May 19 11:32:40.227708 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e50d333c-eb9f-41f6-a076-8f9d6a106136 req-b7cbc766-1260-4df6-80f2-c8431ea55bf4 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312931 May 19 11:32:58.659043 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9a07e37b-caf6-4aea-8d26-9af60f694655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:01.274494 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:01.536904 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-328cc7f8-7023-4038-bcd8-43e6b9519d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:01.758949 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:02.447675 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:03.543233 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:33:03.927040 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:28.663598 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-369cf357-a09f-4d21-9931-57a157fbbb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:31.277094 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:31.539690 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-dd05bb21-3605-4c76-b666-d38b16f7b3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:31.759974 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:32.450636 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:33.929730 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:39.436213 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-6bd12daa-fb1a-45fc-bfc8-ddd0b3b0c5b0 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1177034 May 19 11:33:39.536358 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-6cfdedac-e564-4b68-8ec4-467118c7aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:33:39.537846 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-6cfdedac-e564-4b68-8ec4-467118c7aa2a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 1099 time: 0.0756752 May 19 11:33:39.680612 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-e1fe664d-5e93-4529-9d62-1acdfd66b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:33:39.681989 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-e1fe664d-5e93-4529-9d62-1acdfd66b991 service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.1239829 May 19 11:33:39.783873 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-5dce53a3-98db-4acf-b41d-c63a1e2b173b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623 HTTP/1.1" status: 200 len: 1001 time: 0.0938978 May 19 11:33:39.843091 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-61af19b7-1f58-4f96-b61f-73e513582cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:33:39.844468 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-61af19b7-1f58-4f96-b61f-73e513582cc0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0556872 May 19 11:33:39.916262 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-5d619f28-df7d-4736-8924-983b4be149b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:33:39.917766 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-5d619f28-df7d-4736-8924-983b4be149b7 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682271 May 19 11:33:40.149733 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-1a0a068d-ebb2-499f-9f64-45af7e0926b8 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239578 May 19 11:33:40.282324 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-6470c6bb-561c-4ea1-bea6-22fceb55b429 req-29d44233-3c9c-462c-a607-d741a9702f7b service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227298 May 19 11:33:40.544009 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:33:58.665869 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00a8978d-032c-4e42-b8dc-10fbe3b3d1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:01.279316 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:01.543448 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1e70bae8-4209-4641-bdc4-bb0c7b791cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:01.759984 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:02.453457 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:03.931773 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:17.543432 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:34:28.668499 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8f923f77-fbf6-4c26-8955-cde9f4115674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:31.281995 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:31.545254 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f00db1bf-fe3e-4a5c-a978-bdb26eb11227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:31.757110 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:32.456293 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:33.980050 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:41.360683 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-05e7e4d4-8684-4d02-bf0c-7ea947855d15 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721266 May 19 11:34:41.501830 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-3f6601ff-969a-4c7f-ba22-756233a6f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:34:41.503797 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-3f6601ff-969a-4c7f-ba22-756233a6f603 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0705879 May 19 11:34:41.649290 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-a5d12d0e-4929-49c7-a274-847068b96c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:34:41.650749 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-a5d12d0e-4929-49c7-a274-847068b96c10 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.1255751 May 19 11:34:41.755596 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-1ee569a1-8367-4c11-bded-02c447ddfc16 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312 HTTP/1.1" status: 200 len: 1002 time: 0.0955265 May 19 11:34:41.818884 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-4aaa3633-82c9-4bfc-9d90-df844de8382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:34:41.820277 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-4aaa3633-82c9-4bfc-9d90-df844de8382a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.0589187 May 19 11:34:41.896272 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-5209e234-dcad-4585-add1-1509a69b075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:34:41.897754 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-5209e234-dcad-4585-add1-1509a69b075b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691001 May 19 11:34:42.027898 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-4fabbc32-2f2a-432f-8167-f75fe7c2e0ce service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219120 May 19 11:34:42.166980 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-190ef3af-df9a-4eb8-81fe-1df9a5305b66 req-bc5bf030-5ab6-47ec-b303-ed1e002f44f1 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305687 May 19 11:34:54.543320 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:34:58.669769 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3747e256-bd57-4c95-a43c-d2fc1f4ea7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:01.284568 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:01.546162 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-33c3b954-39c6-483f-861f-82e9cf525dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:01.766069 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:02.458625 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:03.936830 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:28.671395 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6fd58c79-205a-4d00-a711-696acf9492d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:31.134337 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [req-799038ad-c8c2-4d34-a731-a20b1efd81f6 req-a12afd16-d7a3-4d5f-8e2d-9966270a530b service neutron] (91615) timed out ('10.222.0.106', 52920) {{(pid=91615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 11:35:31.288180 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:31.541857 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:35:31.548190 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3fb27a55-f8d1-4c2e-b908-431f4c560124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:31.772048 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:32.463645 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:33.940951 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:42.392527 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-08150c30-04cc-4849-9a09-f856250bf9ef service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726385 May 19 11:35:42.492876 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-d0742e1e-0899-461d-b9f8-f73f4df8c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:35:42.494357 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-d0742e1e-0899-461d-b9f8-f73f4df8c72a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 1099 time: 0.0728426 May 19 11:35:42.639676 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-b3ee9e62-645d-4db3-b98d-04d7aa489ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:35:42.642181 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-b3ee9e62-645d-4db3-b98d-04d7aa489ed8 service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.1262839 May 19 11:35:42.745023 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-017c3ead-5200-40fc-a185-6f53953126da service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623 HTTP/1.1" status: 200 len: 1001 time: 0.0939612 May 19 11:35:42.806508 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-d7a9cb31-50c9-419d-a200-f6b1d33d9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:35:42.807890 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-d7a9cb31-50c9-419d-a200-f6b1d33d9a0e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0554602 May 19 11:35:42.881922 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-925b1f2e-422d-4b84-9f44-efa4412c81df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:35:42.883347 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-925b1f2e-422d-4b84-9f44-efa4412c81df service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673761 May 19 11:35:43.113805 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-2d2612b8-561a-45c9-a97d-1ddee194d59e service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216799 May 19 11:35:43.252221 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b30c9378-6c5e-415b-a5b7-47ab81b6ec9e req-2a8d8950-66f1-4505-952f-bc11f78bc1a5 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278141 May 19 11:35:58.674414 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1f9c1a1a-1a06-43af-b80e-878018af786e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:01.290078 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:01.553399 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c53c467a-07d2-41cd-a937-b138492b3d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:01.786455 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:02.465491 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:03.944972 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:08.540649 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:36:28.679206 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7d0908fe-d1c4-4440-83f4-6873c89e9059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:31.292599 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:31.555638 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1fd14a5d-cb83-4bd4-b105-75c4b722d622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:31.800006 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:32.468063 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:33.347194 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [req-94f12746-684d-4b7f-9288-85c92b00e743 req-471f76d2-1bc7-40d7-82d2-3c801caa9984 tempest-ServerRescueNegativeTestJSON-676392848 tempest-ServerRescueNegativeTestJSON-676392848-project] (91616) timed out ('10.222.0.106', 52926) {{(pid=91616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 11:36:33.994365 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:43.369520 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-d902b046-7b0c-410e-9a12-dde4f952a937 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684683 May 19 11:36:43.524762 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-4205a0c6-7a8a-463e-86f9-2f63a0bdf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:36:43.526201 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-4205a0c6-7a8a-463e-86f9-2f63a0bdf7e1 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0712385 May 19 11:36:43.670753 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-7463dd31-f2ff-412e-8bf9-11b9a604d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:36:43.672306 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-7463dd31-f2ff-412e-8bf9-11b9a604d58e service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.1246204 May 19 11:36:43.775361 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-b85967c6-c707-431b-baf6-2e1f45c22fb3 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312 HTTP/1.1" status: 200 len: 1002 time: 0.0950184 May 19 11:36:43.843330 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-69ab5492-01b3-4723-8f8c-14fa05428a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:36:43.844703 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-69ab5492-01b3-4723-8f8c-14fa05428a05 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.0589736 May 19 11:36:43.921579 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-09ab8a0b-7cc0-484a-98cc-55663f4c42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:36:43.923028 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-09ab8a0b-7cc0-484a-98cc-55663f4c42aa service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700417 May 19 11:36:44.051410 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-95514e9d-55c0-406c-af36-d54060b6d252 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191058 May 19 11:36:44.182628 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-92477ff6-9dc2-4886-bfde-08d884cf569e req-c0dfb8c9-853f-4ca4-82e1-5c289ea315e7 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218038 May 19 11:36:45.541235 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:36:58.672288 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4d21d6bb-a0db-4882-8768-3e923d369658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:01.294820 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:01.556909 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c0d312f3-2dff-46b6-a596-3f3d7bd968db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:01.807965 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:02.471486 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:03.950293 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:22.540037 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:37:28.673748 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-82540be4-f20a-497c-8e8b-1b7d24c2b30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:31.296906 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:31.560321 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-40dc7e56-f06c-4845-99ca-9a8d9f1d9509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:31.816121 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:32.473901 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:33.953340 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:44.384922 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-b10be537-2dc6-4ba2-aadd-cab50787eb6e service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675328 May 19 11:37:44.487435 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-dae1255c-9a46-435d-8d8f-36265af870f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:37:44.488892 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-dae1255c-9a46-435d-8d8f-36265af870f3 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 1099 time: 0.0794337 May 19 11:37:44.633367 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-a98f57ac-7dfd-474b-b93b-a5b4181459e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:37:44.634873 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-a98f57ac-7dfd-474b-b93b-a5b4181459e4 service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.1241701 May 19 11:37:44.737946 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-96839527-d410-4156-88b1-fc8933e6ee5f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623 HTTP/1.1" status: 200 len: 1001 time: 0.0949235 May 19 11:37:44.800522 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-98cd5771-5264-44b9-9ebf-3ba8999a3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:37:44.801951 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-98cd5771-5264-44b9-9ebf-3ba8999a3286 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0561531 May 19 11:37:44.881086 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-363baa58-3f71-4a63-8fce-9e87730338a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:37:44.882605 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-363baa58-3f71-4a63-8fce-9e87730338a3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716681 May 19 11:37:45.100408 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-86ce2df3-38fe-4193-95bc-d9a5639567a6 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092528 May 19 11:37:45.232027 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-90af4e21-8836-4ff4-8897-6c2c71366b40 req-f316714a-8bee-43a0-b5f9-411fe4941578 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220343 May 19 11:37:58.675948 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8576eeab-c585-4489-a0a1-f3f52897a16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:59.539296 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:38:01.300990 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:01.562401 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fe021023-a955-4173-af9b-94898611b4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:01.841085 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:02.476873 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:03.955098 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:28.677233 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4d565331-c29f-4670-822f-31915eca0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:31.304244 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:31.568853 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a041fe76-1266-486d-adc0-0a8e38c0d004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:31.854537 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:32.482025 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:34.000331 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:36.537692 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:38:45.481679 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-eab5036d-b837-4f2a-b39c-12a3b3b32531 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1821826 May 19 11:38:45.630236 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-cec5925b-c889-4544-b5f2-bb7c277cb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:38:45.631666 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-cec5925b-c889-4544-b5f2-bb7c277cb3d8 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4ec6eb05771347cfa15d42be3863118b&device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0736563 May 19 11:38:45.774846 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-ae63ffeb-88aa-418b-a658-140bddbd3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:38:45.776161 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-ae63ffeb-88aa-418b-a658-140bddbd3c23 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 200 len: 913 time: 0.1219225 May 19 11:38:45.876734 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-39f0b2f0-9061-492b-8a9e-e87045447a2e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312 HTTP/1.1" status: 200 len: 1002 time: 0.0926535 May 19 11:38:45.942329 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-5f06b86a-fc90-4108-94a3-66043287dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:38:45.943727 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-5f06b86a-fc90-4108-94a3-66043287dd8e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 200 len: 850 time: 0.0587051 May 19 11:38:46.018801 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-ceb84ab1-57d5-4708-ad3b-e69d80801496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:38:46.020232 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-ceb84ab1-57d5-4708-ad3b-e69d80801496 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1589ea86-7645-4eb0-9ca5-b4c736974714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679030 May 19 11:38:46.033249 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-6a0aa3cf-a496-4248-bae0-5ba6047e85ff service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:38:46.034189 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-6a0aa3cf-a496-4248-bae0-5ba6047e85ff service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047190 May 19 11:38:46.165134 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-35c2118f-cdc3-41cd-b56e-6e002e6e4831 service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223969 May 19 11:38:46.297809 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-499cd58d-89e2-43df-9bbb-2a6a8ab1e4bc req-4314cabb-5c5b-4e65-9408-6ca75796e72f service neutron] 10.222.0.106 "GET /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233687 May 19 11:38:58.678686 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7925e038-1bac-404d-ab65-29a44c621904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:01.307552 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:01.562399 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1e831a25-99fb-4f8b-a27d-014818e78049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:01.862982 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:02.480546 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:03.964404 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:13.237509 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20212f62-a9ed-413b-8e38-ee0c5b830e00 req-00bd5bcf-5229-41a5-9d2f-f20f0124d1a2 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:13.241781 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-20212f62-a9ed-413b-8e38-ee0c5b830e00 req-00bd5bcf-5229-41a5-9d2f-f20f0124d1a2 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 946 time: 0.0878713 May 19 11:39:13.289778 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-20212f62-a9ed-413b-8e38-ee0c5b830e00 req-a81360ef-3138-4b40-8ff0-6c846e1eecb8 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ffea01d-050c-42b0-ab46-4f76a4bd0de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416701 May 19 11:39:13.537279 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:39:14.023274 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-580ad969-3232-4092-86f4-160437d85f98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:14.024165 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-580ad969-3232-4092-86f4-160437d85f98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Synchronizing usage tracker for tenant:4ec6eb05771347cfa15d42be3863118b on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:39:14.040787 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-580ad969-3232-4092-86f4-160437d85f98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Unset dirty status for tenant:4ec6eb05771347cfa15d42be3863118b on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:39:14.041931 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-580ad969-3232-4092-86f4-160437d85f98 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.106 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 946 time: 0.1031287 May 19 11:39:14.187009 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Deleting port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:39:14.187237 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:14.319662 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] For port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=361e3b5d-8c8b-4d5d-b6b6-36f28e144312,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:39:14.320023 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:14.481384 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c12d2b-fc23-4ef9-916c-eb23132d2a55 req-df91fa12-aaff-4620-820a-338c31fc3d7b tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:14.482971 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-57c12d2b-fc23-4ef9-916c-eb23132d2a55 req-df91fa12-aaff-4620-820a-338c31fc3d7b tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 946 time: 0.0835981 May 19 11:39:14.536619 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-57c12d2b-fc23-4ef9-916c-eb23132d2a55 req-00363b08-9bdd-4bc4-af21-30fedceca819 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ffea01d-050c-42b0-ab46-4f76a4bd0de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468378 May 19 11:39:14.698947 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:14.699316 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:14.699624 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.l3_db [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Floating IP aec8e0ae-9de0-4d70-8813-012808cc1e86 disassociated. External IP: 172.28.2.234, port: 361e3b5d-8c8b-4d5d-b6b6-36f28e144312. May 19 11:39:14.699969 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Calling delete_port for 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:39:14.818251 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:14.824688 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1d7bd619-deba-467c-80d2-e81894b99e5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:14.869925 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event deleted for resources: {'Port': ['ID=361e3b5d-8c8b-4d5d-b6b6-36f28e144312,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:14.929906 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.930279 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.930638 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.930994 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.931346 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.931695 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.932926 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.932926 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.932926 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.933209 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.933555 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.933757 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:14.941843 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:15.072955 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:39:15.246890 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:39:15.260842 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d889b6e-67c8-4734-9204-72535b0c592c None None] Sync routers for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:39:15.309787 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d889b6e-67c8-4734-9204-72535b0c592c None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:39:15.310770 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-9d889b6e-67c8-4734-9204-72535b0c592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:39:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:39:15.326689 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] No DVR routers for this DVR port 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:39:15.330157 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:15.333158 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'name': 'network-vif-deleted', 'tag': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:39:15.351726 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-061ae4d2-67dd-41ca-8644-92a5e95c95dd req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.106 "DELETE /v2.0/ports/361e3b5d-8c8b-4d5d-b6b6-36f28e144312 HTTP/1.1" status: 204 len: 173 time: 1.3019650 May 19 11:39:15.444300 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48eefca4-e6be-43e9-adb4-b5ba623ae9a2', 'name': 'network-vif-deleted', 'tag': '361e3b5d-8c8b-4d5d-b6b6-36f28e144312', 'status': 'completed', 'code': 200} May 19 11:39:15.498941 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-9d889b6e-67c8-4734-9204-72535b0c592c None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:39:15.705711 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a3faae17-e5f6-4263-a502-b5659dfe4885 req-c70ce471-a706-4e2e-87f9-a0c9c5a97d64 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/ports?device_id=48eefca4-e6be-43e9-adb4-b5ba623ae9a2 HTTP/1.1" status: 200 len: 210 time: 0.0455894 May 19 11:39:15.815738 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-9d889b6e-67c8-4734-9204-72535b0c592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:39:15.819755 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d889b6e-67c8-4734-9204-72535b0c592c None None] Checking router: 5ef3a581-c4b7-444a-acdb-c6303ab9a482 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:39:15.829528 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d889b6e-67c8-4734-9204-72535b0c592c None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:39:15.830191 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-9d889b6e-67c8-4734-9204-72535b0c592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:39:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:39:16.010626 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-9d889b6e-67c8-4734-9204-72535b0c592c None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:39:16.312643 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-9d889b6e-67c8-4734-9204-72535b0c592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:39:16.316420 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d889b6e-67c8-4734-9204-72535b0c592c None None] The sync data for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb is: [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:19:23Z', 'revision_number': 4, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': 'cd2c1770-062e-4bc8-9428-6c9b691b7224', 'name': '', 'network_id': '1589ea86-7645-4eb0-9ca5-b4c736974714', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'mac_address': 'fa:16:3e:97:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:21Z', 'updated_at': '2021-05-19T11:19:32Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'subnets': [{'id': 'de14d3fc-86b6-4226-a091-735c858343a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:39:16.525517 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6162739-efda-48d1-8352-07398cabb8cb None None] New status for floating IP aec8e0ae-9de0-4d70-8813-012808cc1e86: DOWN {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:39:16.550465 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:39:16.586782 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:39:16.587054 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 361e3b5d-8c8b-4d5d-b6b6-36f28e144312 not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:39:16.832623 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 46832) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:16.896212 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-329dfa91-4491-4169-b178-5356dca3a784 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:16.923032 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-329dfa91-4491-4169-b178-5356dca3a784 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:16.976382 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-329dfa91-4491-4169-b178-5356dca3a784 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:16.980137 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4460e007-5159-4377-8074-329269676761 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:16.996613 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dfa91-4491-4169-b178-5356dca3a784 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffea01d-050c-42b0-ab46-4f76a4bd0de2,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:17.000530 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-329dfa91-4491-4169-b178-5356dca3a784 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:17.009867 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-329dfa91-4491-4169-b178-5356dca3a784 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:17.011252 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-329dfa91-4491-4169-b178-5356dca3a784 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "DELETE /v2.0/security-groups/7ffea01d-050c-42b0-ab46-4f76a4bd0de2 HTTP/1.1" status: 204 len: 168 time: 0.1774013 May 19 11:39:17.013613 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 46836) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:17.031538 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.api.v2.resource [None req-4d222210-68f8-4790-a3f5-aa2acac130d5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] show failed (client error): The resource could not be found. May 19 11:39:17.032524 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-4d222210-68f8-4790-a3f5-aa2acac130d5 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "GET /v2.0/security-groups/7ffea01d-050c-42b0-ab46-4f76a4bd0de2 HTTP/1.1" status: 404 len: 347 time: 0.0180206 May 19 11:39:17.035337 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 46840) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:17.245909 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Deleting port 51b3d22f-1b21-4b7f-a00a-93f0a4740c6f {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:39:17.246302 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:17.360154 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:17.360477 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:17.573531 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Calling delete_port for 51b3d22f-1b21-4b7f-a00a-93f0a4740c6f owned by network:floatingip {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:39:17.681747 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:17.686258 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-13cd40db-0b3f-4ea2-989e-c78458bd9254 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:17.757696 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Pushing event deleted for resources: {'Port': ['ID=51b3d22f-1b21-4b7f-a00a-93f0a4740c6f,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:17.760085 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:17.822643 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks [] for floatingip, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:17.836744 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:17.837802 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] 10.222.0.107 "DELETE /v2.0/floatingips/aec8e0ae-9de0-4d70-8813-012808cc1e86 HTTP/1.1" status: 204 len: 168 time: 0.8015952 May 19 11:39:20.887045 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 46864) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:21.660413 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405577'] for router_interface, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:22.066073 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Deleting port cd2c1770-062e-4bc8-9428-6c9b691b7224 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:39:22.066780 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:22.187404 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] For port cd2c1770-062e-4bc8-9428-6c9b691b7224, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=cd2c1770-062e-4bc8-9428-6c9b691b7224,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:39:22.187757 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:22.313270 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Calling delete_port for cd2c1770-062e-4bc8-9428-6c9b691b7224 owned by network:router_interface {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:39:22.463046 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:22.468250 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-61b8f029-d60f-462f-86b2-0529e04e0d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:22.545863 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2c1770-062e-4bc8-9428-6c9b691b7224,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:22.586641 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.587122 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.587573 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.588092 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.588447 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.588897 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.589160 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.589650 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.590002 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.590346 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.590794 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.591138 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:22.598781 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:22.898434 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407257'] for router_interface, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:23.265739 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:39:23.448230 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:39:23.457501 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55890fdf-30a7-46eb-abb0-f841f6c9d8d3 None None] Sync routers for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:39:23.460503 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-60e13997-f70f-411f-b2fb-456cdc4b9dc8 admin admin] 10.222.0.107 "PUT /v2.0/routers/5ef3a581-c4b7-444a-acdb-c6303ab9a482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5723472 May 19 11:39:23.462941 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 46872) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:23.466999 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55890fdf-30a7-46eb-abb0-f841f6c9d8d3 None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:39:23.467626 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-55890fdf-30a7-46eb-abb0-f841f6c9d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:39:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:39:23.636920 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Notify callbacks [] for router, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:23.641568 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-55890fdf-30a7-46eb-abb0-f841f6c9d8d3 None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: dv-cinder-768105-9-smb {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:39:23.818994 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:23.892059 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Deleting port de9e2e2f-5430-4f0b-ba66-f1615f2396ca {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:39:23.892286 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:23.966602 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-55890fdf-30a7-46eb-abb0-f841f6c9d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:39:22Z', 'revision_number': 5, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port': {'id': 'de9e2e2f-5430-4f0b-ba66-f1615f2396ca', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:19:15Z', 'updated_at': '2021-05-19T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:39:23.971039 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55890fdf-30a7-46eb-abb0-f841f6c9d8d3 None None] Checking router: 5ef3a581-c4b7-444a-acdb-c6303ab9a482 for host: dv-cinder-768105-9-smb {{(pid=91617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:39:23.979694 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55890fdf-30a7-46eb-abb0-f841f6c9d8d3 None None] Routers {'5ef3a581-c4b7-444a-acdb-c6303ab9a482'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:39:23.980300 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-55890fdf-30a7-46eb-abb0-f841f6c9d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:39:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'], 'active': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:39:24.019376 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] For port de9e2e2f-5430-4f0b-ba66-f1615f2396ca, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=de9e2e2f-5430-4f0b-ba66-f1615f2396ca,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:39:24.019731 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:24.133380 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvr_db [None req-55890fdf-30a7-46eb-abb0-f841f6c9d8d3 None None] Set router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 gateway port host: None {{(pid=91617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:39:24.143032 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Calling delete_port for de9e2e2f-5430-4f0b-ba66-f1615f2396ca owned by network:router_gateway {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:39:24.240789 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_hamode_db [None req-55890fdf-30a7-46eb-abb0-f841f6c9d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:39:23Z', 'revision_number': 6, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port_host': None}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:39:24.245272 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55890fdf-30a7-46eb-abb0-f841f6c9d8d3 None None] The sync data for ids ['5ef3a581-c4b7-444a-acdb-c6303ab9a482'] in dv-cinder-768105-9-smb is: [{'id': '5ef3a581-c4b7-444a-acdb-c6303ab9a482', 'name': 'tempest-AttachVolumeTestJSON-1284744539-router', 'tenant_id': '4ec6eb05771347cfa15d42be3863118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:19:12Z', 'updated_at': '2021-05-19T11:39:23Z', 'revision_number': 6, 'project_id': '4ec6eb05771347cfa15d42be3863118b', 'gw_port_host': None}] {{(pid=91617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:39:24.395426 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:24.398921 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f141f4fd-97b8-4dcb-bfa8-3c0d16e0ec83 tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:24.441791 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9e2e2f-5430-4f0b-ba66-f1615f2396ca,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:24.444901 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:24.535874 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404578'] for router_gateway, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:24.715234 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6490'] for router, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:24.717487 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:24.740528 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401717'] for router, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:24.741033 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ef3a581-c4b7-444a-acdb-c6303ab9a482 {{(pid=91616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:39:24.753515 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:24.754631 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-3a6caae3-7e1e-429d-a76a-66ad2da11e11 admin admin] 10.222.0.107 "DELETE /v2.0/routers/5ef3a581-c4b7-444a-acdb-c6303ab9a482 HTTP/1.1" status: 204 len: 168 time: 1.2907982 May 19 11:39:24.757194 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 46876) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:24.817798 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b89604-045e-4112-b5b0-a9368f81f26a admin admin] Deleting subnet de14d3fc-86b6-4226-a091-735c858343a4 {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:39:24.821173 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31b89604-045e-4112-b5b0-a9368f81f26a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:24.874051 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31b89604-045e-4112-b5b0-a9368f81f26a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2041134'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:24.949949 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31b89604-045e-4112-b5b0-a9368f81f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:25.012488 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device cd2c1770-062e-4bc8-9428-6c9b691b7224 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:39:25.050993 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: cd2c1770-062e-4bc8-9428-6c9b691b7224 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:39:25.051351 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device cd2c1770-062e-4bc8-9428-6c9b691b7224 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:39:25.209730 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31b89604-045e-4112-b5b0-a9368f81f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1022618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127981197'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:25.213352 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:25.250394 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b89604-045e-4112-b5b0-a9368f81f26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de14d3fc-86b6-4226-a091-735c858343a4,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:25.254425 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-31b89604-045e-4112-b5b0-a9368f81f26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:25.255548 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31b89604-045e-4112-b5b0-a9368f81f26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:25.263418 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f402c8f6-1a83-4fc4-a329-45811aa72c90 None None] Network 1589ea86-7645-4eb0-9ca5-b4c736974714 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:39:25.269333 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-31b89604-045e-4112-b5b0-a9368f81f26a admin admin] 10.222.0.107 "DELETE /v2.0/subnets/de14d3fc-86b6-4226-a091-735c858343a4 HTTP/1.1" status: 204 len: 168 time: 0.5111282 May 19 11:39:25.272026 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 46880) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:25.389878 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:25.475751 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Deleting port f4976606-a3d7-4dca-8389-b4f9691aadd8 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:39:25.476659 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:25.541926 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] DHCP port deletion for 1589ea86-7645-4eb0-9ca5-b4c736974714 request from dv-cinder-768105-9-smb {{(pid=91617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:39:25.578117 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] For port f4976606-a3d7-4dca-8389-b4f9691aadd8, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=f4976606-a3d7-4dca-8389-b4f9691aadd8,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:39:25.578399 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:25.629328 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Deleting port f4976606-a3d7-4dca-8389-b4f9691aadd8 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:39:25.629742 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:25.704791 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Calling delete_port for f4976606-a3d7-4dca-8389-b4f9691aadd8 owned by network:dhcp {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:39:25.728409 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] For port f4976606-a3d7-4dca-8389-b4f9691aadd8, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=f4976606-a3d7-4dca-8389-b4f9691aadd8,segment=NetworkSegment(d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96),segment_id=d9df08ab-c6e4-4ba9-97ff-fe2e404a5a96)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:39:25.728760 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:25.754593 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:25.759435 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-53f1201f-2d54-4241-b3f0-7ce982bc38bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:25.804728 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4976606-a3d7-4dca-8389-b4f9691aadd8,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:25.806682 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] No DVR routers for this DVR port f4976606-a3d7-4dca-8389-b4f9691aadd8 on host dv-cinder-768105-9-smb {{(pid=91616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:39:25.808140 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:25.858789 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Calling delete_port for f4976606-a3d7-4dca-8389-b4f9691aadd8 owned by network:dhcp {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:39:25.907439 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:25.911125 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-50556eeb-e98e-41c8-8ea5-ceda83b5fa60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:25.960226 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Pushing event deleted for resources: {'Port': ['ID=f4976606-a3d7-4dca-8389-b4f9691aadd8,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:25.965760 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] No DVR routers for this DVR port f4976606-a3d7-4dca-8389-b4f9691aadd8 on host dv-cinder-768105-9-smb {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:39:25.972825 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.973129 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.973484 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.973817 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.974179 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.974503 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.974906 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.975207 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.975532 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.975846 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.976163 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.976487 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:39:25.979775 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-fad3365b-fee9-4c37-8071-331b6daac103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:26.017867 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:26.030982 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1589ea86-7645-4eb0-9ca5-b4c736974714']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:39:26.043965 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:39:26.044263 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9df08ab-c6e4-4ba9-97ff-fe2e404a5a96') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:39:26.057855 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2041145'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:26.077833 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:26.087834 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:39:26.088411 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-842808'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: Traceback (most recent call last): May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: timer() May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: cb(*args, **kw) May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: return func(*args, **kwargs) May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: self._notify() May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: self.callback(batched_events) May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: event.method(event) May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: return f(self, *a, **k) May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: return self._get(url).json() May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: return self.request(url, 'GET', **kwargs) May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:39:26.109278 dv-cinder-768105-9-smb neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:39:26.213375 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:26.216992 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-84319966-5039-44fd-94a8-d4c965bf9745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:26.230544 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:26.241871 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1589ea86-7645-4eb0-9ca5-b4c736974714,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:26.245924 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:26.254670 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-faba8b3b-a7f3-4821-bcbb-362e6b3c47e6 admin admin] 10.222.0.107 "DELETE /v2.0/networks/1589ea86-7645-4eb0-9ca5-b4c736974714 HTTP/1.1" status: 204 len: 168 time: 0.9816701 May 19 11:39:26.377081 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 46886) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:26.390531 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device de9e2e2f-5430-4f0b-ba66-f1615f2396ca no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:39:26.424679 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: de9e2e2f-5430-4f0b-ba66-f1615f2396ca {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:39:26.425034 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device de9e2e2f-5430-4f0b-ba66-f1615f2396ca not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:39:26.425491 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device f4976606-a3d7-4dca-8389-b4f9691aadd8 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:39:26.427339 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-3246115e-7c9f-44b3-a60d-b30f99e39ad1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4ec6eb05771347cfa15d42be3863118b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489981 May 19 11:39:26.430242 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 46890) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:26.458057 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: f4976606-a3d7-4dca-8389-b4f9691aadd8 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:39:26.458410 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device f4976606-a3d7-4dca-8389-b4f9691aadd8 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:39:26.498525 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3de5e2c7-bf39-49b3-86a6-450b8b7763c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:26.524651 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3de5e2c7-bf39-49b3-86a6-450b8b7763c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:26.575728 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3de5e2c7-bf39-49b3-86a6-450b8b7763c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:26.579760 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d25c636e-7350-4bf4-9a66-cb4405db7de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:26.592150 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5e2c7-bf39-49b3-86a6-450b8b7763c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eab8288-f6ef-461b-8fd2-2b39cafa709c,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:26.596046 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3de5e2c7-bf39-49b3-86a6-450b8b7763c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:26.601373 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3de5e2c7-bf39-49b3-86a6-450b8b7763c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:26.602566 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-3de5e2c7-bf39-49b3-86a6-450b8b7763c7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5eab8288-f6ef-461b-8fd2-2b39cafa709c HTTP/1.1" status: 204 len: 168 time: 0.1711569 May 19 11:39:28.681212 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c15847d3-596a-4ead-b7e9-466f8643bd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:31.313626 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:31.564569 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-11627906-8bea-496a-81b0-ebf0a0c51db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:31.878134 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:32.524878 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:33.965055 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:37.074090 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47008) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:37.199346 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8fc2828e-5efe-43bb-b14a-9b272f2c7a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:37.214005 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8fc2828e-5efe-43bb-b14a-9b272f2c7a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:39:37.217957 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-8fc2828e-5efe-43bb-b14a-9b272f2c7a3b admin admin] Usage tracker for resource:security_group_rule and tenant:682d13d3781c4b4b94b790bc0ee3c21a is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:39:37.220743 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-8fc2828e-5efe-43bb-b14a-9b272f2c7a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:39:37.226396 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8fc2828e-5efe-43bb-b14a-9b272f2c7a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:39:37.311827 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8fc2828e-5efe-43bb-b14a-9b272f2c7a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:37.316737 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8fc2828e-5efe-43bb-b14a-9b272f2c7a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:37.323781 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3b2b5cae-2643-4938-b2d4-3836749b8456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:37.365651 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2828e-5efe-43bb-b14a-9b272f2c7a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad8a7e1-b241-4330-9e60-ecfb13f5169b,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:37.369873 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-8fc2828e-5efe-43bb-b14a-9b272f2c7a3b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=682d13d3781c4b4b94b790bc0ee3c21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947309 May 19 11:39:37.370740 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8fc2828e-5efe-43bb-b14a-9b272f2c7a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:37.372823 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47014) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:37.443678 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cc555f65-6a0b-4657-b2a7-77adebbe0c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:37.469533 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cc555f65-6a0b-4657-b2a7-77adebbe0c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:37.526492 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cc555f65-6a0b-4657-b2a7-77adebbe0c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:37.530270 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9a30a9ce-b02c-431b-ab34-24d62ad67905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:37.541644 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc555f65-6a0b-4657-b2a7-77adebbe0c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad8a7e1-b241-4330-9e60-ecfb13f5169b,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:37.544184 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cc555f65-6a0b-4657-b2a7-77adebbe0c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:37.550926 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-cc555f65-6a0b-4657-b2a7-77adebbe0c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:37.552055 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-cc555f65-6a0b-4657-b2a7-77adebbe0c37 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/cad8a7e1-b241-4330-9e60-ecfb13f5169b HTTP/1.1" status: 204 len: 168 time: 0.1775117 May 19 11:39:42.234750 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47104) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:42.349575 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5ac66d08-edf2-45e0-bff6-9fbff6ebe4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:42.364303 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5ac66d08-edf2-45e0-bff6-9fbff6ebe4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:39:42.368012 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-5ac66d08-edf2-45e0-bff6-9fbff6ebe4ab admin admin] Usage tracker for resource:security_group_rule and tenant:b8680b41d26e41abbe57a702b5c6be6c is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:39:42.370996 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-5ac66d08-edf2-45e0-bff6-9fbff6ebe4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:39:42.378141 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5ac66d08-edf2-45e0-bff6-9fbff6ebe4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:39:42.458408 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5ac66d08-edf2-45e0-bff6-9fbff6ebe4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:42.461996 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5ac66d08-edf2-45e0-bff6-9fbff6ebe4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:42.470149 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-23d8a1bb-158d-40ec-9c37-6b81f1a774ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:42.509908 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-5ac66d08-edf2-45e0-bff6-9fbff6ebe4ab admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b8680b41d26e41abbe57a702b5c6be6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740991 May 19 11:39:42.510841 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac66d08-edf2-45e0-bff6-9fbff6ebe4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff0a51c-3c54-40e1-9f13-f4f63552ce87,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:42.512619 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47110) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:42.513925 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5ac66d08-edf2-45e0-bff6-9fbff6ebe4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:42.572283 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ea9bf3fa-1542-4e82-9fc6-e8c45bf92e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:42.599004 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ea9bf3fa-1542-4e82-9fc6-e8c45bf92e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:42.652689 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ea9bf3fa-1542-4e82-9fc6-e8c45bf92e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:42.656333 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-f93a8703-4be0-49d8-a041-677e46f4de02 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:42.667558 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bf3fa-1542-4e82-9fc6-e8c45bf92e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff0a51c-3c54-40e1-9f13-f4f63552ce87,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:42.671363 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ea9bf3fa-1542-4e82-9fc6-e8c45bf92e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:42.674508 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-ea9bf3fa-1542-4e82-9fc6-e8c45bf92e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:42.675688 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-ea9bf3fa-1542-4e82-9fc6-e8c45bf92e58 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/cff0a51c-3c54-40e1-9f13-f4f63552ce87 HTTP/1.1" status: 204 len: 168 time: 0.1613114 May 19 11:39:42.949984 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47118) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:42.968343 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa7a0616-42ca-4774-b4f5-cb47621f5fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:42.982525 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-fa7a0616-42ca-4774-b4f5-cb47621f5fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:39:42.986202 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-fa7a0616-42ca-4774-b4f5-cb47621f5fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:d2bf73ca46684964a830b18190d807fa is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:39:42.988869 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-fa7a0616-42ca-4774-b4f5-cb47621f5fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:39:42.994427 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-fa7a0616-42ca-4774-b4f5-cb47621f5fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:39:43.082141 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa7a0616-42ca-4774-b4f5-cb47621f5fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:43.085851 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fa7a0616-42ca-4774-b4f5-cb47621f5fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:43.095045 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-97cbf358-0dcf-4533-88c3-5f791bb69e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:43.133195 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-fa7a0616-42ca-4774-b4f5-cb47621f5fc8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d2bf73ca46684964a830b18190d807fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821225 May 19 11:39:43.134798 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a0616-42ca-4774-b4f5-cb47621f5fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc71ed6-90fe-414c-bcab-9ba827efba91,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:43.135899 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47122) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:43.137898 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-fa7a0616-42ca-4774-b4f5-cb47621f5fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:43.193533 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0e1510f3-1755-49c2-9dcf-d0eb71209561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:43.218621 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0e1510f3-1755-49c2-9dcf-d0eb71209561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:43.269517 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0e1510f3-1755-49c2-9dcf-d0eb71209561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:43.273086 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:43.285242 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1510f3-1755-49c2-9dcf-d0eb71209561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc71ed6-90fe-414c-bcab-9ba827efba91,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:43.288078 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-0e1510f3-1755-49c2-9dcf-d0eb71209561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:43.290132 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-0e1510f3-1755-49c2-9dcf-d0eb71209561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:43.291217 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-0e1510f3-1755-49c2-9dcf-d0eb71209561 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bfc71ed6-90fe-414c-bcab-9ba827efba91 HTTP/1.1" status: 204 len: 168 time: 0.1543734 May 19 11:39:46.408288 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-afe8458e-4578-45a2-bbb1-41e7e996cf2f service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835891 May 19 11:39:46.513658 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-688c1a26-b1a4-4b66-93df-f1517e857ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:46.515248 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-688c1a26-b1a4-4b66-93df-f1517e857ba4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 1099 time: 0.0823753 May 19 11:39:46.731972 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-1858d34b-31b4-4d6c-9390-93ffbf023137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:46.734173 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-1858d34b-31b4-4d6c-9390-93ffbf023137 service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.1935892 May 19 11:39:46.887278 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-b9aee2cf-5c39-4dd5-a8e2-5fac61aa4846 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623 HTTP/1.1" status: 200 len: 1001 time: 0.1435015 May 19 11:39:46.988992 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-b99bf7b4-3bdd-4bfb-8088-41df58621164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:46.991250 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-b99bf7b4-3bdd-4bfb-8088-41df58621164 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0959709 May 19 11:39:47.097728 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-50d64a3b-e403-4fb8-83c3-462afdcc1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:47.099252 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-50d64a3b-e403-4fb8-83c3-462afdcc1c0b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0992320 May 19 11:39:47.235313 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-3a7982af-855e-4b02-b66d-08f561384f2e service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286893 May 19 11:39:47.374859 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-b27e6eef-0bde-4472-8638-3ff819c66e92 req-cff22d02-81ce-43f8-a41d-918a7a182f58 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345339 May 19 11:39:49.982867 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47206) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:50.101940 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-731119a0-9147-47d6-aaf7-7b82f6f3ee41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:50.116001 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-731119a0-9147-47d6-aaf7-7b82f6f3ee41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:39:50.119899 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-731119a0-9147-47d6-aaf7-7b82f6f3ee41 admin admin] Usage tracker for resource:security_group_rule and tenant:24f573e2770d4a9a80c270bba548d20f is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:39:50.122743 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-731119a0-9147-47d6-aaf7-7b82f6f3ee41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:39:50.128667 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-731119a0-9147-47d6-aaf7-7b82f6f3ee41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:39:50.210471 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-731119a0-9147-47d6-aaf7-7b82f6f3ee41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:50.214339 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-731119a0-9147-47d6-aaf7-7b82f6f3ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:50.223341 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b540b58d-6a6e-4476-8d36-a0b1982732a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:50.262311 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-731119a0-9147-47d6-aaf7-7b82f6f3ee41 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=24f573e2770d4a9a80c270bba548d20f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783835 May 19 11:39:50.264256 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731119a0-9147-47d6-aaf7-7b82f6f3ee41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1ddc8a-d0f0-4251-b428-7033f0df9e93,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:50.264984 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47212) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:50.267948 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-731119a0-9147-47d6-aaf7-7b82f6f3ee41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:50.323609 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8170b0aa-b54d-426c-bb16-d5e0a69a69aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:50.349855 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8170b0aa-b54d-426c-bb16-d5e0a69a69aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:50.401935 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8170b0aa-b54d-426c-bb16-d5e0a69a69aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:50.405580 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-11ae5537-6c9f-42e2-a516-d8629cc5ba41 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:50.419424 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170b0aa-b54d-426c-bb16-d5e0a69a69aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1ddc8a-d0f0-4251-b428-7033f0df9e93,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:50.423250 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8170b0aa-b54d-426c-bb16-d5e0a69a69aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:50.435480 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8170b0aa-b54d-426c-bb16-d5e0a69a69aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:50.436672 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-8170b0aa-b54d-426c-bb16-d5e0a69a69aa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0b1ddc8a-d0f0-4251-b428-7033f0df9e93 HTTP/1.1" status: 204 len: 168 time: 0.1706779 May 19 11:39:50.536130 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:39:50.708700 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47220) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:50.726368 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e35fcb62-5efe-40e9-b00b-28b8d7759715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:50.740616 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-e35fcb62-5efe-40e9-b00b-28b8d7759715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:39:50.744439 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-e35fcb62-5efe-40e9-b00b-28b8d7759715 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a333b02e3549108618f4051e38aaec is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:39:50.747243 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-e35fcb62-5efe-40e9-b00b-28b8d7759715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:39:50.753742 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-e35fcb62-5efe-40e9-b00b-28b8d7759715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:39:50.839504 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e35fcb62-5efe-40e9-b00b-28b8d7759715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:50.843209 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-e35fcb62-5efe-40e9-b00b-28b8d7759715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:50.851263 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-fa1bc34b-4ed8-4919-a7e5-12782a8e290d tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:50.891160 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-e35fcb62-5efe-40e9-b00b-28b8d7759715 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d5a333b02e3549108618f4051e38aaec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811748 May 19 11:39:50.892705 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fcb62-5efe-40e9-b00b-28b8d7759715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ab70b9-8771-4bac-b9ea-4cb68b40349c,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:50.893722 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47224) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:50.895674 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e35fcb62-5efe-40e9-b00b-28b8d7759715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:50.954772 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-08fce6ff-3828-405a-bc02-d809c7c8d259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:50.980156 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-08fce6ff-3828-405a-bc02-d809c7c8d259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:51.033829 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-08fce6ff-3828-405a-bc02-d809c7c8d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:51.038427 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9e02f5fc-6c3e-4b90-8e7f-ef3fed20c3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:51.051778 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fce6ff-3828-405a-bc02-d809c7c8d259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ab70b9-8771-4bac-b9ea-4cb68b40349c,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:51.054078 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-08fce6ff-3828-405a-bc02-d809c7c8d259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:51.056274 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-08fce6ff-3828-405a-bc02-d809c7c8d259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:51.057285 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-08fce6ff-3828-405a-bc02-d809c7c8d259 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e4ab70b9-8771-4bac-b9ea-4cb68b40349c HTTP/1.1" status: 204 len: 168 time: 0.1625931 May 19 11:39:51.781674 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47248) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:51.890522 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-520134091-network', 'tenant_id': '02dcf04d86b9466d99b809c1a9ec66c8'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:39:51.896153 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:39:51.900193 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Usage tracker for resource:network and tenant:02dcf04d86b9466d99b809c1a9ec66c8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:39:51.904098 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:39:51.913976 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:39:51.926063 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Made reservation on behalf of 02dcf04d86b9466d99b809c1a9ec66c8 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:39:51.928274 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:51.941184 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:51.957154 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:39:51.961562 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Usage tracker for resource:security_group_rule and tenant:02dcf04d86b9466d99b809c1a9ec66c8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:39:51.964443 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:39:51.970416 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:39:52.052135 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:52.056077 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:52.059080 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5c86c02a-1aca-4a5a-a0a2-01fe6a03f1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:52.085957 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:39:52.102207 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b037df-1e86-4baf-aeef-2867940db487,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:52.106069 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:52.107600 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:52.107600 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.db.segments_db [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Added segment 0eef94d0-a488-4cb1-87ff-caf584aa2d64 of type vlan for network df331d10-8313-451a-881f-bbdfb794ae48 May 19 11:39:52.134996 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:52.162730 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:52.164016 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:52.164569 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:52.167831 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:52.265283 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Pushing event updated for resources: {'Network': ['ID=df331d10-8313-451a-881f-bbdfb794ae48,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:52.268764 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4860258 May 19 11:39:52.269733 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-843de83e-f099-4c84-9585-1d0218258a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:52.272130 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47256) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:39:52.275737 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network df331d10-8313-451a-881f-bbdfb794ae48 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:39:52.278310 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.v2.base [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Request body: {'subnet': {'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-520134091-subnet', 'tenant_id': '02dcf04d86b9466d99b809c1a9ec66c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:39:52.283244 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:39:52.287084 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Usage tracker for resource:subnet and tenant:02dcf04d86b9466d99b809c1a9ec66c8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:39:52.289839 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:39:52.295501 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:39:52.306842 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Made reservation on behalf of 02dcf04d86b9466d99b809c1a9ec66c8 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:39:52.309154 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127981238'] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:52.692404 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1022677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127981188'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:52.696125 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:52.766811 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5482cb-6eeb-4376-8b91-df721010a6f3,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:52.770170 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:52.775718 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Checking segment: {'id': '0eef94d0-a488-4cb1-87ff-caf584aa2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:39:52.776062 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Network hostable DHCP agents. Network: df331d10-8313-451a-881f-bbdfb794ae48, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:39:52.792527 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Network df331d10-8313-451a-881f-bbdfb794ae48 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:39:52.802322 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, df331d10-8313-451a-881f-bbdfb794ae48) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:39:52.811164 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:52.811338 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b34b15-f935-4706-9e0d-ba719d03e749 None None] Network df331d10-8313-451a-881f-bbdfb794ae48 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:39:52.811809 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:52.831037 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-eeefd4f6-5fbe-498f-ab66-e16a9181cd07 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5579376 May 19 11:39:53.007012 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc82632-3cae-4755-9346-f93d796d95b6 None None] Network df331d10-8313-451a-881f-bbdfb794ae48 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:39:54.903738 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-05b842b1-d5a7-40cc-886d-4109d7d3a2b2 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:54.904327 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-05b842b1-d5a7-40cc-886d-4109d7d3a2b2 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Synchronizing usage tracker for tenant:02dcf04d86b9466d99b809c1a9ec66c8 on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:39:54.920745 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-05b842b1-d5a7-40cc-886d-4109d7d3a2b2 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Unset dirty status for tenant:02dcf04d86b9466d99b809c1a9ec66c8 on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:39:54.921944 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-05b842b1-d5a7-40cc-886d-4109d7d3a2b2 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/networks?id=df331d10-8313-451a-881f-bbdfb794ae48 HTTP/1.1" status: 200 len: 808 time: 0.2376103 May 19 11:39:54.939363 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-de39a323-ea0a-4c59-b0c6-30328935fccc tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/quotas/02dcf04d86b9466d99b809c1a9ec66c8 HTTP/1.1" status: 200 len: 375 time: 0.0091231 May 19 11:39:54.985067 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-aaa3f0d1-265e-4d3e-895f-b821ac947fa3 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=02dcf04d86b9466d99b809c1a9ec66c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405781 May 19 11:39:55.038327 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-b46af632-514d-446e-86bb-aa5533e1a81b service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=91616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:39:55.039318 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-b46af632-514d-446e-86bb-aa5533e1a81b service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472937 May 19 11:39:55.169141 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-080b901f-8578-42ec-9fa2-fcf2bcba29b1 service neutron] 10.222.0.107 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237986 May 19 11:39:55.300819 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-df333503-441f-465b-8cea-ca54823c5893 service neutron] 10.222.0.107 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250172 May 19 11:39:55.479168 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-96df68f6-4570-43ae-8981-15857fd98459 req-c71c6f57-957d-47ad-93b6-bc572d0ad583 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 210 time: 0.0461733 May 19 11:39:56.633608 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-040c0212-5de3-4d95-a089-f4ee1e9cdd93 req-38f6ae20-7a40-4cbc-9b8a-a65f219322ae tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 210 time: 0.0432868 May 19 11:39:56.808412 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-858a6da3-0e1e-4b73-b2c9-bed79cfd6050 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:56.809851 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-858a6da3-0e1e-4b73-b2c9-bed79cfd6050 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.106 "GET /v2.0/networks?id=df331d10-8313-451a-881f-bbdfb794ae48 HTTP/1.1" status: 200 len: 808 time: 0.2605307 May 19 11:39:56.825224 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Request body: {'port': {'device_id': '5b47a346-f116-4c63-b11e-1249fdd8e5c7', 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48', 'admin_state_up': True, 'tenant_id': '02dcf04d86b9466d99b809c1a9ec66c8'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:39:56.957866 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:39:56.961593 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Usage tracker for resource:port and tenant:02dcf04d86b9466d99b809c1a9ec66c8 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:39:56.964313 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:39:56.970051 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:39:56.980176 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Made reservation on behalf of 02dcf04d86b9466d99b809c1a9ec66c8 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:39:56.983963 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:57.147930 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Allocated IP 172.20.0.4 (df331d10-8313-451a-881f-bbdfb794ae48/9d5482cb-6eeb-4376-8b91-df721010a6f3/5522347a-923a-4773-84c6-370f8820d36a) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:39:57.342551 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:57.370884 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:57.376390 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e3e8f98a-974a-4ef6-affb-99b2f9bac66a tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:57.444052 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Network df331d10-8313-451a-881f-bbdfb794ae48 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:39:57.447095 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:39:57.450904 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:39:57.485550 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Pushing event updated for resources: {'Port': ['ID=5522347a-923a-4773-84c6-370f8820d36a,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:57.490278 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:57.517180 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:57.517840 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:57.545333 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-1b15894c-bba2-42fb-89d1-f404eae2ba55 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7236736 May 19 11:39:57.559161 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Request body: {'port': {'device_id': '5b47a346-f116-4c63-b11e-1249fdd8e5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:39:57.668755 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:57.826077 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a087ac6-8f37-45bb-83fa-203f55313937 req-7fa3e98c-4364-432a-a2ac-3feeae57ecd7 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:57.827539 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1a087ac6-8f37-45bb-83fa-203f55313937 req-7fa3e98c-4364-432a-a2ac-3feeae57ecd7 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 931 time: 0.0830069 May 19 11:39:57.871223 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-1a087ac6-8f37-45bb-83fa-203f55313937 req-350e7b98-7d25-43a4-bea0-d3b8ca32dfbd tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Synchronizing usage tracker for tenant:02dcf04d86b9466d99b809c1a9ec66c8 on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:39:57.887436 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [req-1a087ac6-8f37-45bb-83fa-203f55313937 req-350e7b98-7d25-43a4-bea0-d3b8ca32dfbd tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Unset dirty status for tenant:02dcf04d86b9466d99b809c1a9ec66c8 on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:39:57.888773 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-1a087ac6-8f37-45bb-83fa-203f55313937 req-350e7b98-7d25-43a4-bea0-d3b8ca32dfbd tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553894 May 19 11:39:58.010180 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5522347a-923a-4773-84c6-370f8820d36a {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:39:58.017333 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:58.031087 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Transition to ACTIVE for port object 5522347a-923a-4773-84c6-370f8820d36a will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:39:58.035157 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:58.039831 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-b6fd5458-04e6-4da0-b965-77dfd41025ea tempest-TestMinimumBasicScenario-2093843982 tempest-TestMinimumBasicScenario-2093843982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:58.189659 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Pushing event updated for resources: {'Port': ['ID=5522347a-923a-4773-84c6-370f8820d36a,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:58.196343 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:58.263281 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Attempting to bind port 5522347a-923a-4773-84c6-370f8820d36a on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:39:58.263524 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Attempting to bind port 5522347a-923a-4773-84c6-370f8820d36a by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '0eef94d0-a488-4cb1-87ff-caf584aa2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:39:58.263853 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Attempting to bind port 5522347a-923a-4773-84c6-370f8820d36a on network df331d10-8313-451a-881f-bbdfb794ae48 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:39:58.268847 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Port 5522347a-923a-4773-84c6-370f8820d36a on network df331d10-8313-451a-881f-bbdfb794ae48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:39:58.269163 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Attempting to bind port 5522347a-923a-4773-84c6-370f8820d36a on network df331d10-8313-451a-881f-bbdfb794ae48 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:39:58.274155 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:39:58.274486 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Checking segment: {'id': '0eef94d0-a488-4cb1-87ff-caf584aa2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:39:58.274870 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Bound using segment: {'id': '0eef94d0-a488-4cb1-87ff-caf584aa2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:39:58.275286 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Bound port: 5522347a-923a-4773-84c6-370f8820d36a, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eef94d0-a488-4cb1-87ff-caf584aa2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:39:58.275627 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:58.360458 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] For port 5522347a-923a-4773-84c6-370f8820d36a, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:39:58.363381 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] For port 5522347a-923a-4773-84c6-370f8820d36a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5522347a-923a-4773-84c6-370f8820d36a,segment=NetworkSegment(0eef94d0-a488-4cb1-87ff-caf584aa2d64),segment_id=0eef94d0-a488-4cb1-87ff-caf584aa2d64)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:39:58.367742 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:58.372189 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-140aad82-9f0e-4616-9136-26a714525758 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:39:58.429822 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:58.430432 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:58.431784 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] 10.222.0.106 "PUT /v2.0/ports/5522347a-923a-4773-84c6-370f8820d36a HTTP/1.1" status: 200 len: 1093 time: 0.8767288 May 19 11:39:58.432296 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b47a346-f116-4c63-b11e-1249fdd8e5c7', 'tag': '5522347a-923a-4773-84c6-370f8820d36a'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:39:58.453221 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Pushing event updated for resources: {'Port': ['ID=5522347a-923a-4773-84c6-370f8820d36a,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:39:58.456896 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e57161b2-ffad-4629-9a89-65ae294ab814 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:39:58.512743 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b47a346-f116-4c63-b11e-1249fdd8e5c7', 'tag': '5522347a-923a-4773-84c6-370f8820d36a', 'status': 'completed', 'code': 200} May 19 11:39:58.547300 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-a061ba36-ec44-487a-8858-f9a23c205b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:58.548765 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-a061ba36-ec44-487a-8858-f9a23c205b73 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=02dcf04d86b9466d99b809c1a9ec66c8&device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 1096 time: 0.0719776 May 19 11:39:58.682588 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-44a0c804-5c00-4376-ae61-11674c6ab0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:58.716704 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-53ccb32d-7614-4c49-b643-d3abb9ddf6db service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5522347a-923a-4773-84c6-370f8820d36a HTTP/1.1" status: 200 len: 217 time: 0.1581461 May 19 11:39:58.779790 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-28285e11-4d9b-48cf-97f2-751c480ad984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:58.781211 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-28285e11-4d9b-48cf-97f2-751c480ad984 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9d5482cb-6eeb-4376-8b91-df721010a6f3 HTTP/1.1" status: 200 len: 848 time: 0.0569470 May 19 11:39:58.832135 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-406d97a1-260b-4b66-ade6-b25fac8a4748 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=df331d10-8313-451a-881f-bbdfb794ae48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425413 May 19 11:39:58.963724 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-77fd1653-efd4-4d87-940d-10f8e47e81da service neutron] 10.222.0.106 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230249 May 19 11:39:59.072440 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d206774-aa80-4e54-ac82-8b06a0112503 req-13a924bd-1c55-48d3-adc8-807e4eecbdb0 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:59.074048 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2d206774-aa80-4e54-ac82-8b06a0112503 req-13a924bd-1c55-48d3-adc8-807e4eecbdb0 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 943 time: 0.0801761 May 19 11:39:59.100955 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-3338a0ab-db96-4c9d-86fd-1141d46eea8e req-4eceb146-344d-49be-9d50-ec96e82da645 service neutron] 10.222.0.106 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274672 May 19 11:39:59.119878 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-2d206774-aa80-4e54-ac82-8b06a0112503 req-2087fb35-249d-41dd-8dda-745352f24a18 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 May 19 11:39:59.236777 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4abd4-f2ca-4f9e-a048-fa7d8398e2bd req-2bb1c4a9-ce30-420b-8926-1465d73caa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:59.238267 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-fce4abd4-f2ca-4f9e-a048-fa7d8398e2bd req-2bb1c4a9-ce30-420b-8926-1465d73caa3d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=02dcf04d86b9466d99b809c1a9ec66c8&device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 1096 time: 0.0702238 May 19 11:39:59.365814 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4abd4-f2ca-4f9e-a048-fa7d8398e2bd req-92c07659-c15e-4a13-affe-0100f7053d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:59.367157 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-fce4abd4-f2ca-4f9e-a048-fa7d8398e2bd req-92c07659-c15e-4a13-affe-0100f7053d99 service neutron] 10.222.0.106 "GET /v2.0/networks?id=df331d10-8313-451a-881f-bbdfb794ae48 HTTP/1.1" status: 200 len: 910 time: 0.1237936 May 19 11:39:59.435343 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-fce4abd4-f2ca-4f9e-a048-fa7d8398e2bd req-79d1c85a-7481-4402-9e7a-9bccf405fc19 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5522347a-923a-4773-84c6-370f8820d36a HTTP/1.1" status: 200 len: 217 time: 0.0627139 May 19 11:39:59.495097 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4abd4-f2ca-4f9e-a048-fa7d8398e2bd req-f6911bc4-12a2-4db6-a899-1d4a497f91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:39:59.496493 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-fce4abd4-f2ca-4f9e-a048-fa7d8398e2bd req-f6911bc4-12a2-4db6-a899-1d4a497f91b1 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9d5482cb-6eeb-4376-8b91-df721010a6f3 HTTP/1.1" status: 200 len: 848 time: 0.0560281 May 19 11:39:59.545645 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-fce4abd4-f2ca-4f9e-a048-fa7d8398e2bd req-b4c63993-6141-4cee-8776-68bc31ed58b7 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=df331d10-8313-451a-881f-bbdfb794ae48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430853 May 19 11:39:59.674357 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-fce4abd4-f2ca-4f9e-a048-fa7d8398e2bd req-07a85e00-5737-4650-9f06-1cccc22558a5 service neutron] 10.222.0.106 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226032 May 19 11:39:59.806642 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-fce4abd4-f2ca-4f9e-a048-fa7d8398e2bd req-200f8110-082e-4914-a3fa-d084f317fec1 service neutron] 10.222.0.106 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266332 May 19 11:40:00.306917 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b4f08-6219-4bfe-b64c-5240a37f6dc1 req-2ad20238-86ad-4e6b-97d3-ee23393e0f61 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:00.308358 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f90b4f08-6219-4bfe-b64c-5240a37f6dc1 req-2ad20238-86ad-4e6b-97d3-ee23393e0f61 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 943 time: 0.0824785 May 19 11:40:00.353998 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f90b4f08-6219-4bfe-b64c-5240a37f6dc1 req-c531b9a7-d6b6-451e-86c2-5916bae66c9c tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396895 May 19 11:40:00.800155 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 5522347a-923a-4773-84c6-370f8820d36a details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:40:00.929853 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 5522347a-923a-4773-84c6-370f8820d36a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5522347a-923a-4773-84c6-370f8820d36a,segment=NetworkSegment(0eef94d0-a488-4cb1-87ff-caf584aa2d64),segment_id=0eef94d0-a488-4cb1-87ff-caf584aa2d64)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:40:00.942396 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '5522347a-923a-4773-84c6-370f8820d36a', 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48', 'port_id': '5522347a-923a-4773-84c6-370f8820d36a', 'mac_address': 'fa:16:3e:e2:43:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5482cb-6eeb-4376-8b91-df721010a6f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:40:00.999573 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:01.015888 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5522347a-923a-4773-84c6-370f8820d36a {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:40:01.030706 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 5522347a-923a-4773-84c6-370f8820d36a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5522347a-923a-4773-84c6-370f8820d36a,segment=NetworkSegment(0eef94d0-a488-4cb1-87ff-caf584aa2d64),segment_id=0eef94d0-a488-4cb1-87ff-caf584aa2d64)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:40:01.034631 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:01.036321 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-71498619-10c2-4b5c-beed-79abc3fc3d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:01.101097 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=5522347a-923a-4773-84c6-370f8820d36a,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:01.104170 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:01.304592 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:01.534278 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac74232-b66a-423c-bc27-3168b9b59b15 req-8cb475df-a42b-4844-9a7f-be54184d3c3f tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:01.535795 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3ac74232-b66a-423c-bc27-3168b9b59b15 req-8cb475df-a42b-4844-9a7f-be54184d3c3f tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 944 time: 0.0791056 May 19 11:40:01.566354 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a531fd31-0ffc-45e5-a959-bec6c96df9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:01.584062 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3ac74232-b66a-423c-bc27-3168b9b59b15 req-c2734c0f-6ee9-4ba9-b47e-6a92423096ce tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 May 19 11:40:01.615609 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['5522347a-923a-4773-84c6-370f8820d36a'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:40:01.872953 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:02.488759 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:02.765858 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662a0be-0e18-4440-b8a1-941759225cef req-5dc879ed-9d92-4c5f-8b8d-95b0a24fcbe2 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:02.767857 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4662a0be-0e18-4440-b8a1-941759225cef req-5dc879ed-9d92-4c5f-8b8d-95b0a24fcbe2 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 944 time: 0.0795600 May 19 11:40:02.812322 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4662a0be-0e18-4440-b8a1-941759225cef req-1d50d7e4-6aca-4ada-a8b9-590d2e78c1b2 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386455 May 19 11:40:02.814741 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 5522347a-923a-4773-84c6-370f8820d36a up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:40:02.880436 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 5522347a-923a-4773-84c6-370f8820d36a completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:40:02.884924 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 5522347a-923a-4773-84c6-370f8820d36a triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:40:02.885298 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:02.999681 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:03.025577 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b47a346-f116-4c63-b11e-1249fdd8e5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5522347a-923a-4773-84c6-370f8820d36a'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:40:03.035707 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 5522347a-923a-4773-84c6-370f8820d36a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5522347a-923a-4773-84c6-370f8820d36a,segment=NetworkSegment(0eef94d0-a488-4cb1-87ff-caf584aa2d64),segment_id=0eef94d0-a488-4cb1-87ff-caf584aa2d64)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:40:03.039730 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:03.041700 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:03.110628 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=5522347a-923a-4773-84c6-370f8820d36a,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:03.113702 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:03.207079 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b47a346-f116-4c63-b11e-1249fdd8e5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5522347a-923a-4773-84c6-370f8820d36a', 'code': 200} May 19 11:40:03.437195 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9726654-4234-4a4d-a933-e52e9934e85d req-dbe39f26-8e95-421e-85da-c53a3cdb80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:03.438587 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9726654-4234-4a4d-a933-e52e9934e85d req-dbe39f26-8e95-421e-85da-c53a3cdb80ba service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 1098 time: 0.0682330 May 19 11:40:03.481946 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f9726654-4234-4a4d-a933-e52e9934e85d req-a1dc025f-a512-4473-b551-57ee6d203f8a service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 May 19 11:40:03.967257 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:04.001825 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e87a6-6a1e-469f-b418-583c55df8196 req-243ab127-f03f-4873-98b1-18763f509dba tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:04.003277 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a07e87a6-6a1e-469f-b418-583c55df8196 req-243ab127-f03f-4873-98b1-18763f509dba tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0843182 May 19 11:40:04.047468 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a07e87a6-6a1e-469f-b418-583c55df8196 req-3b311b3e-a5b8-4065-9469-3734aa08de26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382478 May 19 11:40:05.231150 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7b37d-7e96-4a35-bc1d-6c35c0771f77 req-563143c1-5757-45a0-867a-6f005ebcc183 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:05.232585 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-40a7b37d-7e96-4a35-bc1d-6c35c0771f77 req-563143c1-5757-45a0-867a-6f005ebcc183 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0794938 May 19 11:40:05.275903 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-40a7b37d-7e96-4a35-bc1d-6c35c0771f77 req-c33d811a-a133-4d9a-a182-c6fd75adac03 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377195 May 19 11:40:06.319104 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63dd2a-d189-4029-963f-f7270fa62ef2 req-5e5a957f-df64-4118-9511-8be8d971fbb9 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:06.320549 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9d63dd2a-d189-4029-963f-f7270fa62ef2 req-5e5a957f-df64-4118-9511-8be8d971fbb9 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0817776 May 19 11:40:06.365048 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-9d63dd2a-d189-4029-963f-f7270fa62ef2 req-dfd46ac2-2cd1-46ee-bb28-60b5b863ebb8 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388110 May 19 11:40:07.343663 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30bff-f022-4388-9719-50b4104c8260 req-d324a309-b5fe-49d4-b894-e9810408d331 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:07.344256 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-aeb30bff-f022-4388-9719-50b4104c8260 req-d324a309-b5fe-49d4-b894-e9810408d331 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Synchronizing usage tracker for tenant:02dcf04d86b9466d99b809c1a9ec66c8 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:40:07.360218 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-aeb30bff-f022-4388-9719-50b4104c8260 req-d324a309-b5fe-49d4-b894-e9810408d331 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Unset dirty status for tenant:02dcf04d86b9466d99b809c1a9ec66c8 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:40:07.362144 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-aeb30bff-f022-4388-9719-50b4104c8260 req-d324a309-b5fe-49d4-b894-e9810408d331 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.106 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0971096 May 19 11:40:07.494894 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-aeb30bff-f022-4388-9719-50b4104c8260 req-7912b836-a430-4325-9ad0-2f63a1b64fd4 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Deleting port 5522347a-923a-4773-84c6-370f8820d36a {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:40:07.495233 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aeb30bff-f022-4388-9719-50b4104c8260 req-7912b836-a430-4325-9ad0-2f63a1b64fd4 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:07.557578 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1ade-ba90-4ddc-b32c-872556e15d04 req-9deda610-e107-4aa7-bf60-385704b74b57 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:07.559060 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d80e1ade-ba90-4ddc-b32c-872556e15d04 req-9deda610-e107-4aa7-bf60-385704b74b57 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0855055 May 19 11:40:07.603560 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d80e1ade-ba90-4ddc-b32c-872556e15d04 req-bba7568f-b769-4ada-b8b7-259e3ad96818 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381241 May 19 11:40:07.626574 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-aeb30bff-f022-4388-9719-50b4104c8260 req-7912b836-a430-4325-9ad0-2f63a1b64fd4 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] For port 5522347a-923a-4773-84c6-370f8820d36a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5522347a-923a-4773-84c6-370f8820d36a,segment=NetworkSegment(0eef94d0-a488-4cb1-87ff-caf584aa2d64),segment_id=0eef94d0-a488-4cb1-87ff-caf584aa2d64)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:40:07.626934 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aeb30bff-f022-4388-9719-50b4104c8260 req-7912b836-a430-4325-9ad0-2f63a1b64fd4 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:07.847523 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-aeb30bff-f022-4388-9719-50b4104c8260 req-7912b836-a430-4325-9ad0-2f63a1b64fd4 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Calling delete_port for 5522347a-923a-4773-84c6-370f8820d36a owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:40:07.955463 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aeb30bff-f022-4388-9719-50b4104c8260 req-7912b836-a430-4325-9ad0-2f63a1b64fd4 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:07.960713 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1f2cbfde-e249-4f0e-a4f6-1f5816b79552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:08.008032 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912b836-a430-4325-9ad0-2f63a1b64fd4 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Pushing event deleted for resources: {'Port': ['ID=5522347a-923a-4773-84c6-370f8820d36a,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:08.011061 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-7912b836-a430-4325-9ad0-2f63a1b64fd4 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:08.078367 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb30bff-f022-4388-9719-50b4104c8260 req-7912b836-a430-4325-9ad0-2f63a1b64fd4 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] No DVR routers for this DVR port 5522347a-923a-4773-84c6-370f8820d36a on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:40:08.081498 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aeb30bff-f022-4388-9719-50b4104c8260 req-7912b836-a430-4325-9ad0-2f63a1b64fd4 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:08.084092 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b47a346-f116-4c63-b11e-1249fdd8e5c7', 'name': 'network-vif-deleted', 'tag': '5522347a-923a-4773-84c6-370f8820d36a'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:40:08.099469 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['5522347a-923a-4773-84c6-370f8820d36a'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:40:08.100400 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-aeb30bff-f022-4388-9719-50b4104c8260 req-7912b836-a430-4325-9ad0-2f63a1b64fd4 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.106 "DELETE /v2.0/ports/5522347a-923a-4773-84c6-370f8820d36a HTTP/1.1" status: 204 len: 173 time: 0.7315438 May 19 11:40:08.140088 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b47a346-f116-4c63-b11e-1249fdd8e5c7', 'name': 'network-vif-deleted', 'tag': '5522347a-923a-4773-84c6-370f8820d36a', 'status': 'completed', 'code': 200} May 19 11:40:08.768073 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-63f3d32b-92ee-40da-a2c7-5aab88a467b4 req-0395f2af-a8c3-4697-b74a-bac6c98469f6 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b47a346-f116-4c63-b11e-1249fdd8e5c7 HTTP/1.1" status: 200 len: 210 time: 0.0428092 May 19 11:40:10.128698 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-71604612-af31-4149-867b-f310d3443f80 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:10.130174 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-71604612-af31-4149-867b-f310d3443f80 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/networks?id=df331d10-8313-451a-881f-bbdfb794ae48 HTTP/1.1" status: 200 len: 808 time: 0.1463804 May 19 11:40:10.144931 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-63a28ba8-87bc-4a57-876e-1c393f479b25 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/quotas/02dcf04d86b9466d99b809c1a9ec66c8 HTTP/1.1" status: 200 len: 375 time: 0.0092840 May 19 11:40:10.190668 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-0e2c7e16-807b-4eca-a55f-364ee863abf1 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=02dcf04d86b9466d99b809c1a9ec66c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406780 May 19 11:40:10.401711 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-075e5682-552f-4410-99ca-233a61315b48 service neutron] 10.222.0.107 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043567 May 19 11:40:10.529191 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-35045ab0-abfc-42a8-83a1-b63f5af7faaf service neutron] 10.222.0.107 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214280 May 19 11:40:10.701338 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-5b100b50-a6a3-49d0-88b7-69fc679192fb req-7a2c476a-0e8d-4329-925d-cce081b9dbc3 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 210 time: 0.0421216 May 19 11:40:10.862617 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 5522347a-923a-4773-84c6-370f8820d36a no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:40:10.896152 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 5522347a-923a-4773-84c6-370f8820d36a {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:40:10.896553 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 5522347a-923a-4773-84c6-370f8820d36a not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:40:11.733875 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-612c54b1-c4da-44b8-a5aa-5d4d7d75bee2 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:11.735330 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-612c54b1-c4da-44b8-a5aa-5d4d7d75bee2 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.106 "GET /v2.0/networks?id=df331d10-8313-451a-881f-bbdfb794ae48 HTTP/1.1" status: 200 len: 808 time: 0.1439450 May 19 11:40:11.751232 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Request body: {'port': {'device_id': 'b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0', 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48', 'admin_state_up': True, 'tenant_id': '02dcf04d86b9466d99b809c1a9ec66c8'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:40:11.857400 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-d80a23b4-8749-4edb-8c34-c9fcd9c986dc req-19707bd2-48c6-4c23-825d-5718eddd3d9e tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 210 time: 0.0459888 May 19 11:40:11.890206 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:40:11.894244 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Usage tracker for resource:port and tenant:02dcf04d86b9466d99b809c1a9ec66c8 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:40:11.896974 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:40:11.902665 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:40:11.913058 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Made reservation on behalf of 02dcf04d86b9466d99b809c1a9ec66c8 for: {'port': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:40:11.916507 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:12.074695 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_common [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Allocated IP 172.20.0.13 (df331d10-8313-451a-881f-bbdfb794ae48/9d5482cb-6eeb-4376-8b91-df721010a6f3/8385ed4d-b282-42aa-914c-4ebcf297d065) {{(pid=91615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:40:12.277941 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks [] for port, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:12.308051 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743686783991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:12.313361 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-4f672481-dc53-4750-94a5-39b83c74a039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:12.375726 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Network df331d10-8313-451a-881f-bbdfb794ae48 is already hosted by enough agents. {{(pid=91615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:40:12.378794 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Resources bound (agent type, host, resource id): {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:40:12.381111 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Received port after_create {{(pid=91615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:40:12.420791 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Pushing event updated for resources: {'Port': ['ID=8385ed4d-b282-42aa-914c-4ebcf297d065,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:12.428954 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:12.448811 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:12.449463 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:12.473615 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cb61e46d-5298-47c2-8c5f-c7d8cf4919f5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7265949 May 19 11:40:12.488805 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Request body: {'port': {'device_id': 'b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:40:12.598809 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:12.929740 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8385ed4d-b282-42aa-914c-4ebcf297d065 {{(pid=91615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:40:12.937532 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:12.952332 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.provisioning_blocks [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Transition to ACTIVE for port object 8385ed4d-b282-42aa-914c-4ebcf297d065 will not be triggered until provisioned by entity L2. {{(pid=91615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:40:12.956523 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:12.960202 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:13.049623 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cbfd4-b7d9-48a9-8295-4806a48ec5a6 req-c8258a2b-e7ed-4c20-95a5-9844c608fc7f tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:13.051102 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e91cbfd4-b7d9-48a9-8295-4806a48ec5a6 req-c8258a2b-e7ed-4c20-95a5-9844c608fc7f tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 944 time: 0.0842612 May 19 11:40:13.099309 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e91cbfd4-b7d9-48a9-8295-4806a48ec5a6 req-ae541377-d257-43d4-b266-62d001e6d1a2 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 May 19 11:40:13.122415 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Pushing event updated for resources: {'Port': ['ID=8385ed4d-b282-42aa-914c-4ebcf297d065,revision_number=2']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:13.149906 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:13.190466 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Attempting to bind port 8385ed4d-b282-42aa-914c-4ebcf297d065 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:40:13.190802 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Attempting to bind port 8385ed4d-b282-42aa-914c-4ebcf297d065 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '0eef94d0-a488-4cb1-87ff-caf584aa2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48'}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:40:13.191125 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Attempting to bind port 8385ed4d-b282-42aa-914c-4ebcf297d065 on network df331d10-8313-451a-881f-bbdfb794ae48 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:40:13.195788 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Port 8385ed4d-b282-42aa-914c-4ebcf297d065 on network df331d10-8313-451a-881f-bbdfb794ae48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:40:13.196103 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Attempting to bind port 8385ed4d-b282-42aa-914c-4ebcf297d065 on network df331d10-8313-451a-881f-bbdfb794ae48 {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:40:13.201102 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Checking agent: {'id': '2964be53-7fd4-4c2b-80a1-cf29ea8415cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'started_at': datetime.datetime(2021, 5, 19, 11, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:40:13.201459 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Checking segment: {'id': '0eef94d0-a488-4cb1-87ff-caf584aa2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:40:13.201833 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Bound using segment: {'id': '0eef94d0-a488-4cb1-87ff-caf584aa2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48'} {{(pid=91615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:40:13.202247 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.managers [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Bound port: 8385ed4d-b282-42aa-914c-4ebcf297d065, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eef94d0-a488-4cb1-87ff-caf584aa2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48'}}] {{(pid=91615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:40:13.202584 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:13.290504 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] For port 8385ed4d-b282-42aa-914c-4ebcf297d065, host hv-cinder-76810, cleared binding levels {{(pid=91615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:40:13.293347 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] For port 8385ed4d-b282-42aa-914c-4ebcf297d065, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=8385ed4d-b282-42aa-914c-4ebcf297d065,segment=NetworkSegment(0eef94d0-a488-4cb1-87ff-caf584aa2d64),segment_id=0eef94d0-a488-4cb1-87ff-caf584aa2d64)] {{(pid=91615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:40:13.297804 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128557693'] for port, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:13.302574 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-72104fb5-d220-4fe3-b0b6-92643f20c701 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:13.356436 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:13.357030 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:13.358402 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] 10.222.0.106 "PUT /v2.0/ports/8385ed4d-b282-42aa-914c-4ebcf297d065 HTTP/1.1" status: 200 len: 1094 time: 0.8738723 May 19 11:40:13.358943 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0', 'tag': '8385ed4d-b282-42aa-914c-4ebcf297d065'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:40:13.380016 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Pushing event updated for resources: {'Port': ['ID=8385ed4d-b282-42aa-914c-4ebcf297d065,revision_number=3']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:13.383407 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c1687b45-6718-4c51-8718-a67f060cd7ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:13.430979 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0', 'tag': '8385ed4d-b282-42aa-914c-4ebcf297d065', 'status': 'completed', 'code': 200} May 19 11:40:13.470441 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-b662789d-1bec-4382-804f-857238c778cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:13.471925 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-b662789d-1bec-4382-804f-857238c778cf service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=02dcf04d86b9466d99b809c1a9ec66c8&device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0745740 May 19 11:40:13.541757 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-2424ca77-8ac1-40e5-ae8f-79969bb4979c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8385ed4d-b282-42aa-914c-4ebcf297d065 HTTP/1.1" status: 200 len: 217 time: 0.0595534 May 19 11:40:13.608878 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-ec840fd6-c804-4bfe-8d37-b92c072371ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:13.610319 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-ec840fd6-c804-4bfe-8d37-b92c072371ce service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9d5482cb-6eeb-4376-8b91-df721010a6f3 HTTP/1.1" status: 200 len: 848 time: 0.0598280 May 19 11:40:13.659134 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-8a82e177-dbcd-4fa9-8c9c-e1dbdc827b92 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=df331d10-8313-451a-881f-bbdfb794ae48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394952 May 19 11:40:13.881186 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-cae7958d-e209-4c28-9fe9-4a9f2be3c420 service neutron] 10.222.0.106 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127419 May 19 11:40:14.009759 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-f3c8054d-0cf6-4d95-8de7-ca5fc1fa6201 req-bf6417f2-ef7d-4397-9e53-55166bfc32f4 service neutron] 10.222.0.106 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204233 May 19 11:40:14.132499 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99372ef8-a3eb-4f12-927d-668a5aeb016a req-7cde8377-1c66-4516-b184-c81390e13270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:14.133732 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-99372ef8-a3eb-4f12-927d-668a5aeb016a req-7cde8377-1c66-4516-b184-c81390e13270 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=02dcf04d86b9466d99b809c1a9ec66c8&device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0771265 May 19 11:40:14.262789 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99372ef8-a3eb-4f12-927d-668a5aeb016a req-2349f972-a7f8-4ae0-978a-3c9b4bf91508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:14.264128 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-99372ef8-a3eb-4f12-927d-668a5aeb016a req-2349f972-a7f8-4ae0-978a-3c9b4bf91508 service neutron] 10.222.0.106 "GET /v2.0/networks?id=df331d10-8313-451a-881f-bbdfb794ae48 HTTP/1.1" status: 200 len: 910 time: 0.1253207 May 19 11:40:14.280414 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39669a4c-854c-427b-aba2-d3e9f335124d req-b8923fb6-c753-497b-92e0-0691786ab2fc tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:14.281885 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-39669a4c-854c-427b-aba2-d3e9f335124d req-b8923fb6-c753-497b-92e0-0691786ab2fc tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 944 time: 0.0790749 May 19 11:40:14.325895 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-39669a4c-854c-427b-aba2-d3e9f335124d req-2f666bbe-8e23-4d3d-8286-942664c0e117 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375373 May 19 11:40:14.327940 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-99372ef8-a3eb-4f12-927d-668a5aeb016a req-61beb751-a6e1-481a-ab53-5ef47f68644b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8385ed4d-b282-42aa-914c-4ebcf297d065 HTTP/1.1" status: 200 len: 217 time: 0.0580356 May 19 11:40:14.391609 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99372ef8-a3eb-4f12-927d-668a5aeb016a req-3de5ac95-d630-4772-b7ca-c4e6372bc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:14.393680 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-99372ef8-a3eb-4f12-927d-668a5aeb016a req-3de5ac95-d630-4772-b7ca-c4e6372bc4c1 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9d5482cb-6eeb-4376-8b91-df721010a6f3 HTTP/1.1" status: 200 len: 848 time: 0.0603931 May 19 11:40:14.437366 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-99372ef8-a3eb-4f12-927d-668a5aeb016a req-a4e85a9d-daab-488c-874e-49479d0bf923 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=df331d10-8313-451a-881f-bbdfb794ae48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384328 May 19 11:40:14.562948 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-99372ef8-a3eb-4f12-927d-668a5aeb016a req-e4b65954-5020-4240-9bff-09a6a73a2c44 service neutron] 10.222.0.106 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199086 May 19 11:40:14.690028 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-99372ef8-a3eb-4f12-927d-668a5aeb016a req-f1a78bec-d761-4273-a889-4983d0648f3b service neutron] 10.222.0.106 "GET /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218541 May 19 11:40:15.510877 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b91c54-3f1f-4719-bc9f-570f89b11643 req-a407a22e-9b7f-472a-9d42-a722f3b66408 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:15.512325 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-69b91c54-3f1f-4719-bc9f-570f89b11643 req-a407a22e-9b7f-472a-9d42-a722f3b66408 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 944 time: 0.0806129 May 19 11:40:15.557015 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-69b91c54-3f1f-4719-bc9f-570f89b11643 req-eba49c02-9922-47f3-bcbd-f82e13b90225 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 May 19 11:40:16.741075 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556b15e-bacd-44be-9143-ffd8c4ff80bc req-6e0aef7f-7738-4787-a2e9-e286dfbfc210 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:16.742478 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6556b15e-bacd-44be-9143-ffd8c4ff80bc req-6e0aef7f-7738-4787-a2e9-e286dfbfc210 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 944 time: 0.0826752 May 19 11:40:16.785924 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6556b15e-bacd-44be-9143-ffd8c4ff80bc req-9b93df2c-1d66-41dc-9a0c-ae40d416a3a9 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377886 May 19 11:40:16.877724 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 8385ed4d-b282-42aa-914c-4ebcf297d065 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=91617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:40:17.007886 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 8385ed4d-b282-42aa-914c-4ebcf297d065, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=8385ed4d-b282-42aa-914c-4ebcf297d065,segment=NetworkSegment(0eef94d0-a488-4cb1-87ff-caf584aa2d64),segment_id=0eef94d0-a488-4cb1-87ff-caf584aa2d64)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:40:17.021358 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Returning: {'device': '8385ed4d-b282-42aa-914c-4ebcf297d065', 'network_id': 'df331d10-8313-451a-881f-bbdfb794ae48', 'port_id': '8385ed4d-b282-42aa-914c-4ebcf297d065', 'mac_address': 'fa:16:3e:8a:f0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5482cb-6eeb-4376-8b91-df721010a6f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:40:17.105185 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:17.121791 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8385ed4d-b282-42aa-914c-4ebcf297d065 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:40:17.137624 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 8385ed4d-b282-42aa-914c-4ebcf297d065, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=8385ed4d-b282-42aa-914c-4ebcf297d065,segment=NetworkSegment(0eef94d0-a488-4cb1-87ff-caf584aa2d64),segment_id=0eef94d0-a488-4cb1-87ff-caf584aa2d64)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:40:17.141043 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:17.142773 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:17.205858 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=8385ed4d-b282-42aa-914c-4ebcf297d065,revision_number=4']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:17.208738 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:17.644729 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['8385ed4d-b282-42aa-914c-4ebcf297d065'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:40:17.967288 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d7da1-963d-4ed1-80e9-c8f6c54a106c req-11ebe35a-740d-4dd8-ae5e-eb290f84d746 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:17.968658 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-839d7da1-963d-4ed1-80e9-c8f6c54a106c req-11ebe35a-740d-4dd8-ae5e-eb290f84d746 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 945 time: 0.0779331 May 19 11:40:18.013181 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-839d7da1-963d-4ed1-80e9-c8f6c54a106c req-ee843ef6-bf0e-484e-a7e3-e57d5abe8b81 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386727 May 19 11:40:18.892580 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 8385ed4d-b282-42aa-914c-4ebcf297d065 up at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:40:18.960733 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning for port 8385ed4d-b282-42aa-914c-4ebcf297d065 completed by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:40:18.965721 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Provisioning complete for port 8385ed4d-b282-42aa-914c-4ebcf297d065 triggered by entity L2. {{(pid=91617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:40:18.966100 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504467'] for port, provisioning_complete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:19.077143 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3632269'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:19.108088 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385ed4d-b282-42aa-914c-4ebcf297d065'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:40:19.122220 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] For port 8385ed4d-b282-42aa-914c-4ebcf297d065, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=8385ed4d-b282-42aa-914c-4ebcf297d065,segment=NetworkSegment(0eef94d0-a488-4cb1-87ff-caf584aa2d64),segment_id=0eef94d0-a488-4cb1-87ff-caf584aa2d64)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:40:19.127080 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743687200943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743686786829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743686786874'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:19.130414 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:19.166603 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385ed4d-b282-42aa-914c-4ebcf297d065', 'code': 200} May 19 11:40:19.199720 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Pushing event updated for resources: {'Port': ['ID=8385ed4d-b282-42aa-914c-4ebcf297d065,revision_number=5']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:19.208996 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:19.211043 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa3bd0-a316-436e-b0c2-8a285023a02e req-cf3c7f6c-daab-41a2-b4aa-67cb2bd0ba9e tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:19.212530 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e0aa3bd0-a316-436e-b0c2-8a285023a02e req-cf3c7f6c-daab-41a2-b4aa-67cb2bd0ba9e tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 946 time: 0.0878811 May 19 11:40:19.258095 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-e0aa3bd0-a316-436e-b0c2-8a285023a02e req-dcb6766e-6c9d-4cd9-8048-e4a371a93da1 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 May 19 11:40:19.410048 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb80f2d-bbf8-4e0f-aa7f-d55d0cb64700 req-c6fe5691-70d4-49a2-ba4d-f581c0b7dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:19.411415 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-bfb80f2d-bbf8-4e0f-aa7f-d55d0cb64700 req-c6fe5691-70d4-49a2-ba4d-f581c0b7dc69 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 1099 time: 0.0723176 May 19 11:40:19.454072 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-bfb80f2d-bbf8-4e0f-aa7f-d55d0cb64700 req-cea3da8e-75a8-4f86-9381-fc4cd40b1f08 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 May 19 11:40:20.443133 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c6e67-4ad2-4170-bd76-695095fcd52f req-7db3739f-eb7a-4a24-9237-141a131ead2e tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:20.444566 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3a6c6e67-4ad2-4170-bd76-695095fcd52f req-7db3739f-eb7a-4a24-9237-141a131ead2e tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 946 time: 0.0792956 May 19 11:40:20.490621 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-3a6c6e67-4ad2-4170-bd76-695095fcd52f req-431027d9-9a5e-4e12-a8fd-a969619d1605 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401454 May 19 11:40:21.747688 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918ef17-f7c2-443a-96b3-523c41da767f req-73d7644a-8db9-4072-b620-f79b2a2ae994 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:21.749310 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6918ef17-f7c2-443a-96b3-523c41da767f req-73d7644a-8db9-4072-b620-f79b2a2ae994 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 946 time: 0.0788782 May 19 11:40:21.794574 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-6918ef17-f7c2-443a-96b3-523c41da767f req-15dc9807-0cb2-429d-8630-d32b47aa3701 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390062 May 19 11:40:22.795438 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-dc44017d-c9b4-4962-a810-ed8584b7113f tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:22.796127 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-dc44017d-c9b4-4962-a810-ed8584b7113f tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Synchronizing usage tracker for tenant:02dcf04d86b9466d99b809c1a9ec66c8 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:40:22.811264 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-dc44017d-c9b4-4962-a810-ed8584b7113f tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Unset dirty status for tenant:02dcf04d86b9466d99b809c1a9ec66c8 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:40:22.812359 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-dc44017d-c9b4-4962-a810-ed8584b7113f tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.106 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 946 time: 0.0933359 May 19 11:40:22.953548 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Deleting port 8385ed4d-b282-42aa-914c-4ebcf297d065 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:40:22.953898 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:22.988111 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06acaaa-7738-4be1-80d9-0d8bf9d5beff req-2d84c202-132b-4b11-a129-fb70a91d31e5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:22.989587 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a06acaaa-7738-4be1-80d9-0d8bf9d5beff req-2d84c202-132b-4b11-a129-fb70a91d31e5 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0 HTTP/1.1" status: 200 len: 946 time: 0.0858634 May 19 11:40:23.033769 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-a06acaaa-7738-4be1-80d9-0d8bf9d5beff req-b869ab71-3798-403b-9234-822875c0392a tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.107 "GET /v2.0/security-groups?id=22b037df-1e86-4baf-aeef-2867940db487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382905 May 19 11:40:23.086828 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] For port 8385ed4d-b282-42aa-914c-4ebcf297d065, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=8385ed4d-b282-42aa-914c-4ebcf297d065,segment=NetworkSegment(0eef94d0-a488-4cb1-87ff-caf584aa2d64),segment_id=0eef94d0-a488-4cb1-87ff-caf584aa2d64)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:40:23.087196 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:23.209080 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Calling delete_port for 8385ed4d-b282-42aa-914c-4ebcf297d065 owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:40:23.409538 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:23.414922 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-f9a29dcc-6a31-4e40-b1cf-ba617902055e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:23.458443 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Pushing event deleted for resources: {'Port': ['ID=8385ed4d-b282-42aa-914c-4ebcf297d065,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:23.493546 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.493921 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.494288 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.494651 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.495010 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.495362 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.495711 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.496059 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.496407 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.496750 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.497095 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.497461 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:23.505149 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:23.545002 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] No DVR routers for this DVR port 8385ed4d-b282-42aa-914c-4ebcf297d065 on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:40:23.547543 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:23.550758 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0', 'name': 'network-vif-deleted', 'tag': '8385ed4d-b282-42aa-914c-4ebcf297d065'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:40:23.558647 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] get_ports_and_sgs() called for port_ids ['8385ed4d-b282-42aa-914c-4ebcf297d065'] {{(pid=91617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:40:23.567449 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-aded8c9d-aae6-4a53-a9b2-2114baac17a3 req-42ac97d2-88bc-4e2c-9b95-9c39f31b6b26 tempest-VolumesActionsTest-80663303 tempest-VolumesActionsTest-80663303-project] 10.222.0.106 "DELETE /v2.0/ports/8385ed4d-b282-42aa-914c-4ebcf297d065 HTTP/1.1" status: 204 len: 173 time: 0.7483296 May 19 11:40:23.596578 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d20a4a-b68e-4e5e-8ebf-7fbae3566dd0', 'name': 'network-vif-deleted', 'tag': '8385ed4d-b282-42aa-914c-4ebcf297d065', 'status': 'completed', 'code': 200} May 19 11:40:26.920959 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 8385ed4d-b282-42aa-914c-4ebcf297d065 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:40:26.961359 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 8385ed4d-b282-42aa-914c-4ebcf297d065 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:40:26.962044 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 8385ed4d-b282-42aa-914c-4ebcf297d065 not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:40:27.535908 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:40:28.686311 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-46a20be1-374d-4c84-9344-505055ab9a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:31.311370 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:31.572486 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b493d2ee-b013-45e7-bfc0-1cf1af6325de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:31.890926 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:32.493862 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:34.035616 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:42.664671 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47638) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:40:42.722967 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Deleting subnet 9d5482cb-6eeb-4376-8b91-df721010a6f3 {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:40:42.725779 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:42.776410 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2041134'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:42.829407 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.153251 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1022618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127981197'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.157055 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-81b49783-eeaf-42f4-bfd7-ff39d29b3371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:43.190948 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5482cb-6eeb-4376-8b91-df721010a6f3,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:43.195726 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.203538 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.203911 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.204278 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.204636 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.205026 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.205384 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.205827 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.206180 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.206531 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.206876 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.207222 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.207563 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:40:43.210991 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9d5482cb-6eeb-4376-8b91-df721010a6f3 HTTP/1.1" status: 204 len: 168 time: 0.5453336 May 19 11:40:43.211863 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6c493037-cdc1-4166-b4dc-7178609900ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:43.213459 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47642) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:40:43.316775 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.436962 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.450043 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df331d10-8313-451a-881f-bbdfb794ae48']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:40:43.461513 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eef94d0-a488-4cb1-87ff-caf584aa2d64') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:40:43.461812 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.services.segments.db [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eef94d0-a488-4cb1-87ff-caf584aa2d64') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:40:43.472675 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2041145'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.488416 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.494162 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:40:43.494540 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-842808'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: Traceback (most recent call last): May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: timer() May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: cb(*args, **kw) May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: return func(*args, **kwargs) May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: self._notify() May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: self.callback(batched_events) May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: event.method(event) May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: return f(self, *a, **k) May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: return self._get(url).json() May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: return self.request(url, 'GET', **kwargs) May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:40:43.507939 dv-cinder-768105-9-smb neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:40:43.581747 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.585264 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:43.598185 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.609172 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=df331d10-8313-451a-881f-bbdfb794ae48,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:43.612550 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:43.616448 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-165e94ff-7bda-4bb0-9a1d-a97061927e87 admin admin] 10.222.0.107 "DELETE /v2.0/networks/df331d10-8313-451a-881f-bbdfb794ae48 HTTP/1.1" status: 204 len: 168 time: 0.4020700 May 19 11:40:43.727387 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47648) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:40:43.775781 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-0de4b87b-f796-4afe-aabe-16d6b6b006db admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=02dcf04d86b9466d99b809c1a9ec66c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472002 May 19 11:40:43.778165 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47652) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:40:43.836234 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1b989525-c9af-4b83-b795-bb7cb58e0d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.865789 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1b989525-c9af-4b83-b795-bb7cb58e0d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.915307 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1b989525-c9af-4b83-b795-bb7cb58e0d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.920044 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-027a14ab-c8ef-490b-9a2d-3e8bbf9667ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:43.932967 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b989525-c9af-4b83-b795-bb7cb58e0d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b037df-1e86-4baf-aeef-2867940db487,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:43.935639 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1b989525-c9af-4b83-b795-bb7cb58e0d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:43.942234 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1b989525-c9af-4b83-b795-bb7cb58e0d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:43.943379 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-1b989525-c9af-4b83-b795-bb7cb58e0d6e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/22b037df-1e86-4baf-aeef-2867940db487 HTTP/1.1" status: 204 len: 168 time: 0.1643491 May 19 11:40:45.050524 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47684) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:40:45.168193 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0c58-6a69-4a10-b5da-1f9ac54be041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:45.184007 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-ccfd0c58-6a69-4a10-b5da-1f9ac54be041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:40:45.187731 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-ccfd0c58-6a69-4a10-b5da-1f9ac54be041 admin admin] Usage tracker for resource:security_group_rule and tenant:9eeade6b3a12471fb6c12d37999b0e16 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:40:45.190612 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-ccfd0c58-6a69-4a10-b5da-1f9ac54be041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:40:45.196188 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-ccfd0c58-6a69-4a10-b5da-1f9ac54be041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:40:45.277519 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0c58-6a69-4a10-b5da-1f9ac54be041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:45.281115 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0c58-6a69-4a10-b5da-1f9ac54be041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:45.289942 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5ff4e112-d691-4aba-b69e-d74344e402c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:45.328498 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-ccfd0c58-6a69-4a10-b5da-1f9ac54be041 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9eeade6b3a12471fb6c12d37999b0e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768438 May 19 11:40:45.329423 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd0c58-6a69-4a10-b5da-1f9ac54be041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de3f575-ea74-496c-960e-6374b96a5164,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:45.331114 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47690) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:40:45.332431 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ccfd0c58-6a69-4a10-b5da-1f9ac54be041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:45.391733 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9bc325fb-8e4d-4e4d-9299-45c27d2b58b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:45.416971 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9bc325fb-8e4d-4e4d-9299-45c27d2b58b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:45.469020 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9bc325fb-8e4d-4e4d-9299-45c27d2b58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:45.473218 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dfad6b51-aea3-4550-83f7-ae32e2419780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:45.487285 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc325fb-8e4d-4e4d-9299-45c27d2b58b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de3f575-ea74-496c-960e-6374b96a5164,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:45.490707 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9bc325fb-8e4d-4e4d-9299-45c27d2b58b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:45.493842 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9bc325fb-8e4d-4e4d-9299-45c27d2b58b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:45.494938 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-9bc325fb-8e4d-4e4d-9299-45c27d2b58b8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1de3f575-ea74-496c-960e-6374b96a5164 HTTP/1.1" status: 204 len: 168 time: 0.1620412 May 19 11:40:48.876517 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-2a686f28-12e5-4bf0-ae95-17dcbea0d7a6 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677898 May 19 11:40:49.019297 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-60ecec6b-a72a-4213-92f3-c4364ffb76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:49.020799 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-60ecec6b-a72a-4213-92f3-c4364ffb76c1 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ad5bfa1559834b129ce6d088f9241b55&device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 1099 time: 0.0694075 May 19 11:40:49.168504 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-7cea3e13-7065-4015-b23b-849ecacd2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:49.169896 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-7cea3e13-7065-4015-b23b-849ecacd2cb7 service neutron] 10.222.0.106 "GET /v2.0/networks?id=963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 200 len: 919 time: 0.1284933 May 19 11:40:49.282349 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-cb615d66-2d1e-4d2e-a414-5407a0d4315c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623 HTTP/1.1" status: 200 len: 1001 time: 0.1041963 May 19 11:40:49.354847 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-2049a520-b8ff-49c6-8a87-1ca275e9e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:49.356313 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-2049a520-b8ff-49c6-8a87-1ca275e9e8f9 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 200 len: 856 time: 0.0652497 May 19 11:40:49.435605 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-2df2ce5a-daff-4abe-aaa6-cc7cca733b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:49.437068 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-2df2ce5a-daff-4abe-aaa6-cc7cca733b4b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=963e62ae-a614-4642-897d-72c0a984f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748329 May 19 11:40:49.572442 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-58c896c9-94c7-4465-9dfb-b527acf56f77 service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277068 May 19 11:40:49.709522 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-e23a3da3-0c41-402a-b5dd-cfa78d2f6c9e req-40871cc5-d0c1-42e0-b310-5a5e598b870f service neutron] 10.222.0.106 "GET /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310220 May 19 11:40:57.294931 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47814) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:40:57.415662 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-887db126-500a-4a0e-909a-7a2298c7feda admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:57.430584 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-887db126-500a-4a0e-909a-7a2298c7feda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:40:57.434463 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-887db126-500a-4a0e-909a-7a2298c7feda admin admin] Usage tracker for resource:security_group_rule and tenant:e14ce6d384124028a0419ffcf851b81f is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:40:57.437589 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-887db126-500a-4a0e-909a-7a2298c7feda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:40:57.444497 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-887db126-500a-4a0e-909a-7a2298c7feda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:40:57.527484 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-887db126-500a-4a0e-909a-7a2298c7feda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:57.531590 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-887db126-500a-4a0e-909a-7a2298c7feda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:57.541253 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3036921b-1b2a-487f-8593-668306b1099a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:57.579341 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-887db126-500a-4a0e-909a-7a2298c7feda admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e14ce6d384124028a0419ffcf851b81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832334 May 19 11:40:57.582588 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47822) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:40:57.585564 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce1de-8bf0-4ece-b5be-aba785f7c88e req-3c5ee955-5db6-4b72-a34a-f20427d56019 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:57.586981 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4e0ce1de-8bf0-4ece-b5be-aba785f7c88e req-3c5ee955-5db6-4b72-a34a-f20427d56019 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 946 time: 0.0837543 May 19 11:40:57.599773 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887db126-500a-4a0e-909a-7a2298c7feda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8a8bde-4371-49ad-9b23-a8f9f039c79b,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:57.602997 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-887db126-500a-4a0e-909a-7a2298c7feda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:57.633516 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-4e0ce1de-8bf0-4ece-b5be-aba785f7c88e req-c89ddcb7-91f8-42d8-8853-76a41dce03c8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups?id=f4112db2-23f1-4ddb-bdb7-657c25ebaad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 May 19 11:40:57.650952 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6a68e58-8354-4727-9733-0f2d1cf8033c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:57.683385 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6a68e58-8354-4727-9733-0f2d1cf8033c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:57.733329 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6a68e58-8354-4727-9733-0f2d1cf8033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:57.737910 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3eaceb72-36dc-4fc5-b062-e49b25c6574c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:57.750597 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a68e58-8354-4727-9733-0f2d1cf8033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8a8bde-4371-49ad-9b23-a8f9f039c79b,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:57.753345 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c6a68e58-8354-4727-9733-0f2d1cf8033c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:57.754294 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6a68e58-8354-4727-9733-0f2d1cf8033c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:57.758316 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-c6a68e58-8354-4727-9733-0f2d1cf8033c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5e8a8bde-4371-49ad-9b23-a8f9f039c79b HTTP/1.1" status: 204 len: 168 time: 0.1740332 May 19 11:40:57.919789 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-8c59e0f9-728c-4fb8-b547-a6f83f361758 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:40:57.920559 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-8c59e0f9-728c-4fb8-b547-a6f83f361758 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Synchronizing usage tracker for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:port {{(pid=91615) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:40:57.938067 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-8c59e0f9-728c-4fb8-b547-a6f83f361758 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Unset dirty status for tenant:ad5bfa1559834b129ce6d088f9241b55 on resource:port {{(pid=91615) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:40:57.939488 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-8c59e0f9-728c-4fb8-b547-a6f83f361758 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.106 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 946 time: 0.1072259 May 19 11:40:58.078603 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Deleting port 3ebeec34-63a7-4e98-a042-bc4d0b612623 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:40:58.078954 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:58.209876 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] For port 3ebeec34-63a7-4e98-a042-bc4d0b612623, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3ebeec34-63a7-4e98-a042-bc4d0b612623,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:40:58.210234 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:58.586879 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:58.587599 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405683'] for floatingip, after_update {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:58.587599 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.l3_db [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Floating IP d7e638cb-59d5-498f-a170-dcc2e8746d77 disassociated. External IP: 172.28.2.63, port: 3ebeec34-63a7-4e98-a042-bc4d0b612623. May 19 11:40:58.587864 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Calling delete_port for 3ebeec34-63a7-4e98-a042-bc4d0b612623 owned by compute:nova {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:40:58.690083 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d56b24ef-2bc8-437f-84e8-71eaf43612b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:58.696197 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:58.701700 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-fc88c7a7-6aba-443a-92f0-276483b46c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:40:58.748586 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event deleted for resources: {'Port': ['ID=3ebeec34-63a7-4e98-a042-bc4d0b612623,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:40:58.752348 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:40:58.947312 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Router 5db18519-63e3-42d0-8392-e46ddad19e87 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:40:58.980256 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [req-16a97d3c-3418-456f-a52d-90b994ad2dd4 req-2eaf2311-ce03-48fe-baf9-44f1c2a6b530 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d5d9c0c-8df8-4672-9a25-424c9a42143b HTTP/1.1" status: 200 len: 210 time: 0.2299581 May 19 11:40:59.123001 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:40:59.132788 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f525b4-0bc9-4aa2-87f6-b30a25ae293b None None] Sync routers for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:40:59.142560 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f525b4-0bc9-4aa2-87f6-b30a25ae293b None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:40:59.143173 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-59f525b4-0bc9-4aa2-87f6-b30a25ae293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:40:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:40:59.197136 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] No DVR routers for this DVR port 3ebeec34-63a7-4e98-a042-bc4d0b612623 on host hv-cinder-76810 {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:40:59.199567 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for port, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:59.202156 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'name': 'network-vif-deleted', 'tag': '3ebeec34-63a7-4e98-a042-bc4d0b612623'}] {{(pid=91615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:40:59.218195 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [req-bf64beab-1adb-4a7c-a51f-a066f9fd106a req-17d18193-adb4-4953-8579-5a4804866cb2 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.106 "DELETE /v2.0/ports/3ebeec34-63a7-4e98-a042-bc4d0b612623 HTTP/1.1" status: 204 len: 173 time: 1.2711000 May 19 11:40:59.257267 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5d9c0c-8df8-4672-9a25-424c9a42143b', 'name': 'network-vif-deleted', 'tag': '3ebeec34-63a7-4e98-a042-bc4d0b612623', 'status': 'completed', 'code': 200} May 19 11:40:59.320439 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-59f525b4-0bc9-4aa2-87f6-b30a25ae293b None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:40:59.656735 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-59f525b4-0bc9-4aa2-87f6-b30a25ae293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:40:59.660557 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f525b4-0bc9-4aa2-87f6-b30a25ae293b None None] Checking router: 5db18519-63e3-42d0-8392-e46ddad19e87 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:40:59.669620 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f525b4-0bc9-4aa2-87f6-b30a25ae293b None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:40:59.670241 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-59f525b4-0bc9-4aa2-87f6-b30a25ae293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:40:32Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:40:59.845758 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-59f525b4-0bc9-4aa2-87f6-b30a25ae293b None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:41:00.103957 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47838) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:00.154027 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-59f525b4-0bc9-4aa2-87f6-b30a25ae293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:00.158135 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f525b4-0bc9-4aa2-87f6-b30a25ae293b None None] The sync data for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb is: [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:21:48Z', 'revision_number': 4, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb', '_interfaces': [{'id': '23e1c239-3248-4c5b-9635-525dfdb0b635', 'name': '', 'network_id': '963e62ae-a614-4642-897d-72c0a984f323', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'mac_address': 'fa:16:3e:42:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:47Z', 'updated_at': '2021-05-19T11:21:54Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'subnets': [{'id': '563a5d41-e093-45ea-87bb-57e5b47af5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:41:00.172835 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a20b-f360-4ba4-9518-a482fca98678 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:00.203291 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a20b-f360-4ba4-9518-a482fca98678 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:00.257735 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a20b-f360-4ba4-9518-a482fca98678 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:00.261549 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-569d2ba5-720e-4e40-ab9c-54b8fb4b4e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:00.281317 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9a20b-f360-4ba4-9518-a482fca98678 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4112db2-23f1-4ddb-bdb7-657c25ebaad5,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:00.284230 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0bd9a20b-f360-4ba4-9518-a482fca98678 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:00.295153 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a20b-f360-4ba4-9518-a482fca98678 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:00.296200 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-0bd9a20b-f360-4ba4-9518-a482fca98678 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "DELETE /v2.0/security-groups/f4112db2-23f1-4ddb-bdb7-657c25ebaad5 HTTP/1.1" status: 204 len: 168 time: 0.1911905 May 19 11:41:00.298919 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47842) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:00.318151 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.api.v2.resource [None req-81878e04-0409-4b2e-8a6b-db8d6f2af24e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] show failed (client error): The resource could not be found. May 19 11:41:00.319270 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-81878e04-0409-4b2e-8a6b-db8d6f2af24e tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "GET /v2.0/security-groups/f4112db2-23f1-4ddb-bdb7-657c25ebaad5 HTTP/1.1" status: 404 len: 347 time: 0.0193996 May 19 11:41:00.322104 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47846) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:00.377144 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69895c16-164e-40e5-8de5-c6675cc10315 None None] New status for floating IP d7e638cb-59d5-498f-a170-dcc2e8746d77: DOWN {{(pid=91617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:41:00.543306 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Deleting port cc8aca32-27d6-4cff-9baf-48dfab24919b {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:41:00.543649 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:00.662278 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:00.662601 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:00.780168 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Calling delete_port for cc8aca32-27d6-4cff-9baf-48dfab24919b owned by network:floatingip {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:41:00.973393 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:00.976781 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-61be5967-1dd8-4f8e-a127-1e56f9870404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:01.019526 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Pushing event deleted for resources: {'Port': ['ID=cc8aca32-27d6-4cff-9baf-48dfab24919b,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:01.023352 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:01.111761 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks [] for floatingip, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:01.126427 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7893'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:01.127563 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] 10.222.0.107 "DELETE /v2.0/floatingips/d7e638cb-59d5-498f-a170-dcc2e8746d77 HTTP/1.1" status: 204 len: 168 time: 0.8045795 May 19 11:41:01.157870 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 3ebeec34-63a7-4e98-a042-bc4d0b612623 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:41:01.195980 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] No Port match for: 3ebeec34-63a7-4e98-a042-bc4d0b612623 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:41:01.196341 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Device 3ebeec34-63a7-4e98-a042-bc4d0b612623 not bound to the agent host hv-cinder-76810 {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:41:01.314258 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:01.564996 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27e7eca9-d888-4799-9223-ef1ebe47f5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:01.889573 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:02.487166 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:03.977132 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:04.027488 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47870) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:04.534617 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:41:04.664006 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405577'] for router_interface, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:05.055187 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] Deleting port 23e1c239-3248-4c5b-9635-525dfdb0b635 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:41:05.055913 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:05.174331 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] For port 23e1c239-3248-4c5b-9635-525dfdb0b635, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=23e1c239-3248-4c5b-9635-525dfdb0b635,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:41:05.174686 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:05.385834 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] Calling delete_port for 23e1c239-3248-4c5b-9635-525dfdb0b635 owned by network:router_interface {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:41:05.530127 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:05.533721 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-34552981-590d-4ba4-b62f-f641651c9597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:05.574465 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e1c239-3248-4c5b-9635-525dfdb0b635,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:05.576996 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:05.837687 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407257'] for router_interface, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:06.190854 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] Router 5db18519-63e3-42d0-8392-e46ddad19e87 has already been hosted by L3 agent 895475ca-62b2-4a27-af0f-ddd765b22165 {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:41:06.363519 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] Notify agent at l3_agent.dv-cinder-768105-9-smb the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:41:06.372476 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c5267e-bfe5-4691-b07c-aee1f5032465 None None] Sync routers for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:41:06.383947 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-83e414d7-9abe-4a43-a7a7-f0c13c79e4b4 admin admin] 10.222.0.107 "PUT /v2.0/routers/5db18519-63e3-42d0-8392-e46ddad19e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3528638 May 19 11:41:06.384124 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c5267e-bfe5-4691-b07c-aee1f5032465 None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:41:06.384124 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e6c5267e-bfe5-4691-b07c-aee1f5032465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:41:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:06.384330 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 47876) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:06.556589 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-e6c5267e-bfe5-4691-b07c-aee1f5032465 None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: dv-cinder-768105-9-smb {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:41:06.560653 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Notify callbacks [] for router, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:06.834505 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e6c5267e-bfe5-4691-b07c-aee1f5032465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'external_fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:41:05Z', 'revision_number': 5, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port': {'id': 'f20af7ea-2e08-4314-b02f-c69827f2f2d4', 'name': '', 'network_id': 'e5113189-49f1-4a6b-9cbc-e8af0973913c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:21:44Z', 'updated_at': '2021-05-19T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c2c9f0-654f-4da4-932a-2688ff919c5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-9-smb'}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:06.838220 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c5267e-bfe5-4691-b07c-aee1f5032465 None None] Checking router: 5db18519-63e3-42d0-8392-e46ddad19e87 for host: dv-cinder-768105-9-smb {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:41:06.838366 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:06.847050 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c5267e-bfe5-4691-b07c-aee1f5032465 None None] Routers {'5db18519-63e3-42d0-8392-e46ddad19e87'} bound to L3 agent in host dv-cinder-768105-9-smb {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:41:06.847745 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e6c5267e-bfe5-4691-b07c-aee1f5032465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T11:10:31Z,description=,heartbeat_timestamp=2021-05-19T11:41:02Z,host='dv-cinder-768105-9-smb',id=895475ca-62b2-4a27-af0f-ddd765b22165,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:31Z,topic='l3_agent')) {'router_ids': ['5db18519-63e3-42d0-8392-e46ddad19e87'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:06.911571 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Deleting port f20af7ea-2e08-4314-b02f-c69827f2f2d4 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:41:06.911571 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:07.020012 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-e6c5267e-bfe5-4691-b07c-aee1f5032465 None None] Set router 5db18519-63e3-42d0-8392-e46ddad19e87 gateway port host: None {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:41:07.032588 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] For port f20af7ea-2e08-4314-b02f-c69827f2f2d4, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=f20af7ea-2e08-4314-b02f-c69827f2f2d4,segment=NetworkSegment(4a6070b1-c854-4377-94df-1a533a1da802),segment_id=4a6070b1-c854-4377-94df-1a533a1da802)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:41:07.032949 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:07.123750 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e6c5267e-bfe5-4691-b07c-aee1f5032465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:41:06Z', 'revision_number': 6, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port_host': None}], 'dv-cinder-768105-9-smb', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:07.128052 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c5267e-bfe5-4691-b07c-aee1f5032465 None None] The sync data for ids ['5db18519-63e3-42d0-8392-e46ddad19e87'] in dv-cinder-768105-9-smb is: [{'id': '5db18519-63e3-42d0-8392-e46ddad19e87', 'name': 'tempest-AttachVolumeShelveTestJSON-1217672343-router', 'tenant_id': 'ad5bfa1559834b129ce6d088f9241b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:21:43Z', 'updated_at': '2021-05-19T11:41:06Z', 'revision_number': 6, 'project_id': 'ad5bfa1559834b129ce6d088f9241b55', 'gw_port_host': None}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:41:07.156105 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Calling delete_port for f20af7ea-2e08-4314-b02f-c69827f2f2d4 owned by network:router_gateway {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:41:07.293968 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842821'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:07.297468 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-30466959-40db-4f00-94f8-e88074080fb8 tempest-AttachVolumeShelveTestJSON-855472257 tempest-AttachVolumeShelveTestJSON-855472257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:07.337874 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Pushing event deleted for resources: {'Port': ['ID=f20af7ea-2e08-4314-b02f-c69827f2f2d4,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:07.341459 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:07.431181 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404578'] for router_gateway, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:07.605513 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6490'] for router, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:07.607660 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:07.630401 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401717'] for router, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:07.630918 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5db18519-63e3-42d0-8392-e46ddad19e87 {{(pid=91616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:41:07.642549 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:07.643688 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-8b497ea0-15fb-4bf3-a27e-91f67881d739 admin admin] 10.222.0.107 "DELETE /v2.0/routers/5db18519-63e3-42d0-8392-e46ddad19e87 HTTP/1.1" status: 204 len: 168 time: 1.2586932 May 19 11:41:07.647090 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47882) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:07.704051 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2a75a3-d7fb-4b62-861c-11c79cca1a4f admin admin] Deleting subnet 563a5d41-e093-45ea-87bb-57e5b47af5c6 {{(pid=91615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:41:07.706837 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aa2a75a3-d7fb-4b62-861c-11c79cca1a4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:07.756898 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aa2a75a3-d7fb-4b62-861c-11c79cca1a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128831367'] for subnet, precommit_delete_associations {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:07.831347 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aa2a75a3-d7fb-4b62-861c-11c79cca1a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.082884 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aa2a75a3-d7fb-4b62-861c-11c79cca1a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128888667'] for subnet, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.090387 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:08.124531 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-aa2a75a3-d7fb-4b62-861c-11c79cca1a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.127056 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a75a3-d7fb-4b62-861c-11c79cca1a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563a5d41-e093-45ea-87bb-57e5b47af5c6,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:08.127640 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b43129-945e-4a6e-864e-5077b7abc724 None None] Network 963e62ae-a614-4642-897d-72c0a984f323 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:41:08.130447 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-aa2a75a3-d7fb-4b62-861c-11c79cca1a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:08.135492 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-aa2a75a3-d7fb-4b62-861c-11c79cca1a4f admin admin] 10.222.0.107 "DELETE /v2.0/subnets/563a5d41-e093-45ea-87bb-57e5b47af5c6 HTTP/1.1" status: 204 len: 168 time: 0.4851992 May 19 11:41:08.135911 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47886) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:08.241113 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.311695 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Deleting port 65031a52-95fa-438a-ad87-f7c9d736e443 {{(pid=91615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:41:08.312037 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.370072 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] DHCP port deletion for 963e62ae-a614-4642-897d-72c0a984f323 request from dv-cinder-768105-9-smb {{(pid=91617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:41:08.447445 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Deleting port 65031a52-95fa-438a-ad87-f7c9d736e443 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:41:08.447955 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743687198311'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.498320 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 23e1c239-3248-4c5b-9635-525dfdb0b635 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:41:08.522161 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.db [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] For port 65031a52-95fa-438a-ad87-f7c9d736e443, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=65031a52-95fa-438a-ad87-f7c9d736e443,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:41:08.522523 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.544161 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: 23e1c239-3248-4c5b-9635-525dfdb0b635 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:41:08.544520 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 23e1c239-3248-4c5b-9635-525dfdb0b635 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:41:08.544950 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device 65031a52-95fa-438a-ad87-f7c9d736e443 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:41:08.646981 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.plugin [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Calling delete_port for 65031a52-95fa-438a-ad87-f7c9d736e443 owned by network:dhcp {{(pid=91615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:41:08.658384 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] For port 65031a52-95fa-438a-ad87-f7c9d736e443, host dv-cinder-768105-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-9-smb',level=0,port_id=65031a52-95fa-438a-ad87-f7c9d736e443,segment=NetworkSegment(db46cc1c-bb66-4669-acb8-5cba81a1171e),segment_id=db46cc1c-bb66-4669-acb8-5cba81a1171e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:41:08.658787 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403855'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.693675 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128557668'] for port, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.698320 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-103eb661-95ed-4372-906e-dbfa570e6717 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:08.740916 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Pushing event deleted for resources: {'Port': ['ID=65031a52-95fa-438a-ad87-f7c9d736e443,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:08.743892 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:08.744677 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] No DVR routers for this DVR port 65031a52-95fa-438a-ad87-f7c9d736e443 on host dv-cinder-768105-9-smb {{(pid=91615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:41:08.783824 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Calling delete_port for 65031a52-95fa-438a-ad87-f7c9d736e443 owned by network:dhcp {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:41:08.789053 dv-cinder-768105-9-smb neutron-server[91617]: INFO neutron.plugins.ml2.db [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No ports have port_id starting with 65031a52-95fa-438a-ad87-f7c9d736e443 May 19 11:41:08.790897 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device f20af7ea-2e08-4314-b02f-c69827f2f2d4 no longer exists at agent ovs-agent-dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:41:08.823751 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] No Port match for: f20af7ea-2e08-4314-b02f-c69827f2f2d4 {{(pid=91617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:41:08.824105 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Device f20af7ea-2e08-4314-b02f-c69827f2f2d4 not bound to the agent host dv-cinder-768105-9-smb {{(pid=91617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:41:08.859153 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.862232 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3632502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743687200952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743686786820'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.865855 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:08.872204 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963e62ae-a614-4642-897d-72c0a984f323']}} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:08.884525 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db46cc1c-bb66-4669-acb8-5cba81a1171e') {'for_net_delete': True} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:08.884826 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db46cc1c-bb66-4669-acb8-5cba81a1171e') {} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:08.896486 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128831376'] for segment, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.906322 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Pushing event deleted for resources: {'Port': ['ID=65031a52-95fa-438a-ad87-f7c9d736e443,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:08.914189 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] No DVR routers for this DVR port 65031a52-95fa-438a-ad87-f7c9d736e443 on host dv-cinder-768105-9-smb {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:41:08.914393 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.920525 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.920876 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.921204 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.921555 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.921945 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.922137 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=91615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:41:08.922240 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.922548 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128557593'] for segment, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:08.922751 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.923081 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.923397 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.923802 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.924016 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.924333 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:08.927223 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ebddbcfe-da2e-447d-bad5-bb1c3ea84e12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: Traceback (most recent call last): May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: timer() May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: cb(*args, **kw) May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: return func(*args, **kwargs) May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: self._notify() May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: self.callback(batched_events) May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: event.method(event) May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: return f(self, *a, **k) May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: return self._get(url).json() May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: return self.request(url, 'GET', **kwargs) May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:41:08.936777 dv-cinder-768105-9-smb neutron-server[91615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:41:09.013337 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:09.017283 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:09.030780 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:09.040983 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Pushing event deleted for resources: {'Network': ['ID=963e62ae-a614-4642-897d-72c0a984f323,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:09.050646 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:09.054057 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-c6f590fc-c5db-4bbb-91b4-0151d7c9202a admin admin] 10.222.0.107 "DELETE /v2.0/networks/963e62ae-a614-4642-897d-72c0a984f323 HTTP/1.1" status: 204 len: 168 time: 0.9171648 May 19 11:41:09.168579 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47892) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:09.216282 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-64454e51-452b-4be1-9e21-7d0eb2250db5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ad5bfa1559834b129ce6d088f9241b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464420 May 19 11:41:09.218584 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47896) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:09.280098 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd493-bcb3-406c-86d3-5f9beb43cc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:09.305823 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd493-bcb3-406c-86d3-5f9beb43cc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:09.355710 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd493-bcb3-406c-86d3-5f9beb43cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:09.360335 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-899dce6a-5281-4247-87ef-05b65ec3d1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:09.372996 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bd493-bcb3-406c-86d3-5f9beb43cc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a48d17d-aa3f-49c6-929a-c69afbd83b8f,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:09.375679 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-7a1bd493-bcb3-406c-86d3-5f9beb43cc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:09.381868 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd493-bcb3-406c-86d3-5f9beb43cc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:09.382991 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-7a1bd493-bcb3-406c-86d3-5f9beb43cc53 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6a48d17d-aa3f-49c6-929a-c69afbd83b8f HTTP/1.1" status: 204 len: 168 time: 0.1635528 May 19 11:41:10.187753 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47920) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:10.290718 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-600512336-network', 'tenant_id': '6bbc14d1512b4dae9cb3611027cac639'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:41:10.295450 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:10.299322 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Usage tracker for resource:network and tenant:6bbc14d1512b4dae9cb3611027cac639 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:10.302636 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:10.308208 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:10.318120 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Made reservation on behalf of 6bbc14d1512b4dae9cb3611027cac639 for: {'network': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:41:10.320336 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:10.331857 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:10.345614 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:10.349516 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Usage tracker for resource:security_group_rule and tenant:6bbc14d1512b4dae9cb3611027cac639 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:10.352070 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:10.357813 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:10.442579 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:10.451879 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:10.456030 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-5dc57fcf-429f-43c5-bc15-92080a17828b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:10.482486 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=91615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:41:10.495324 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28566536-0d4a-4cbb-aab1-288164f1e617,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:10.499913 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:10.500774 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:10.501105 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.segments_db [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Added segment fe93ddc6-34a8-4ece-9819-d4d0def1f2ee of type vlan for network 2ad2154e-040a-4181-b3ea-03622314f71f May 19 11:41:10.527260 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:10.556063 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:10.557336 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:41:10.557932 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:10.562349 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:10.656089 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4671037 May 19 11:41:10.658858 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47926) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:10.666712 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Request body: {'subnet': {'network_id': '2ad2154e-040a-4181-b3ea-03622314f71f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-600512336-subnet', 'tenant_id': '6bbc14d1512b4dae9cb3611027cac639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:41:10.669700 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Pushing event updated for resources: {'Network': ['ID=2ad2154e-040a-4181-b3ea-03622314f71f,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:10.672732 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-2870c68f-ad3b-4e81-8acd-f6db62f10e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:10.673634 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:10.679229 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Usage tracker for resource:subnet and tenant:6bbc14d1512b4dae9cb3611027cac639 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:10.679514 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 2ad2154e-040a-4181-b3ea-03622314f71f details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:41:10.682227 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:10.687957 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:10.698203 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Made reservation on behalf of 6bbc14d1512b4dae9cb3611027cac639 for: {'subnet': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:41:10.700489 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128888672'] for subnet, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:11.074499 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128640244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128888658'] for subnet, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:11.079132 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:11.155625 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aeac00b-0c60-4bf5-a2b2-4faff045d4cb,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:11.159405 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:11.160082 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Checking segment: {'id': 'fe93ddc6-34a8-4ece-9819-d4d0def1f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '2ad2154e-040a-4181-b3ea-03622314f71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:41:11.160441 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Network hostable DHCP agents. Network: 2ad2154e-040a-4181-b3ea-03622314f71f, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:41:11.178410 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Network 2ad2154e-040a-4181-b3ea-03622314f71f is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:41:11.186884 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 2ad2154e-040a-4181-b3ea-03622314f71f) {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:41:11.195405 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:41:11.196191 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:11.197156 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3d934-6a6f-457a-8687-5542f767ddf4 None None] Network 2ad2154e-040a-4181-b3ea-03622314f71f requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:41:11.215974 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-9293b59d-bc07-46ee-99b2-be3ba91a7900 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5561361 May 19 11:41:11.390024 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d84b4d8-328a-42cc-a232-a7b0e1f752df None None] Network 2ad2154e-040a-4181-b3ea-03622314f71f requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:41:11.717901 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47944) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:11.723459 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2143527183-network', 'tenant_id': '160f54ba98c34dcab134a40ad520c738'}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:41:11.728043 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:11.731878 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Usage tracker for resource:network and tenant:160f54ba98c34dcab134a40ad520c738 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:11.734684 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:11.740899 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:11.751067 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Made reservation on behalf of 160f54ba98c34dcab134a40ad520c738 for: {'network': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:41:11.753630 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3632258'] for network, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:11.766141 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:11.779682 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:11.783371 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Usage tracker for resource:security_group_rule and tenant:160f54ba98c34dcab134a40ad520c738 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:11.786156 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:11.791716 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:11.873259 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:11.876891 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:11.881356 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-887db126-500a-4a0e-909a-7a2298c7feda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:11.903636 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=91615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:41:11.920773 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d6e526-250f-4b78-a363-6d29da22f601,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:11.923507 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:11.923845 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.db.segments_db [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Added segment 56e4d5b2-2b0d-4f6f-aef0-d81047f6c01d of type vlan for network 40c460b5-f613-41fa-950e-78df406ecf50 May 19 11:41:11.925052 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:11.952732 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743686774640'] for network, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:11.980367 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155'] for network, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:11.981676 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:41:11.982249 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:11.985346 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:12.177090 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Pushing event updated for resources: {'Network': ['ID=40c460b5-f613-41fa-950e-78df406ecf50,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:12.180250 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4613171 May 19 11:41:12.181146 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-dead47f9-93d7-4ac3-93ea-2639dc8079ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:12.183017 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47948) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:12.188247 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.v2.base [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Request body: {'subnet': {'network_id': '40c460b5-f613-41fa-950e-78df406ecf50', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2143527183-subnet', 'tenant_id': '160f54ba98c34dcab134a40ad520c738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:41:12.190684 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.rpc [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Network 40c460b5-f613-41fa-950e-78df406ecf50 details requested by agent ovs-agent-dv-cinder-768105-9-smb with host dv-cinder-768105-9-smb {{(pid=91617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:41:12.193001 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:12.196795 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Usage tracker for resource:subnet and tenant:160f54ba98c34dcab134a40ad520c738 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:12.199663 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:12.205278 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:12.215519 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Made reservation on behalf of 160f54ba98c34dcab134a40ad520c738 for: {'subnet': 1} {{(pid=91615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:41:12.217935 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128888672'] for subnet, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:12.595327 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128640244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128888658'] for subnet, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:12.600388 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-aa2a75a3-d7fb-4b62-861c-11c79cca1a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:12.676606 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=481b4173-8242-4971-9e40-ff964c70bd96,revision_number=0']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:12.680439 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:12.681112 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Checking segment: {'id': '56e4d5b2-2b0d-4f6f-aef0-d81047f6c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '40c460b5-f613-41fa-950e-78df406ecf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:41:12.681483 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Network hostable DHCP agents. Network: 40c460b5-f613-41fa-950e-78df406ecf50, hostable agents: ['93c3224c-de1e-4680-86cd-f66191f6051e'], hosted agents: [] {{(pid=91615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:41:12.698037 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Network 40c460b5-f613-41fa-950e-78df406ecf50 is scheduled to be hosted by DHCP agent 93c3224c-de1e-4680-86cd-f66191f6051e with binding_index 1 {{(pid=91615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:41:12.706318 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.scheduler.base_scheduler [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-9-smb, 40c460b5-f613-41fa-950e-78df406ecf50) {{(pid=91615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:41:12.714747 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:41:12.715048 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee14dbd6-0165-4409-b8da-e898a9ef58b6 None None] Network 40c460b5-f613-41fa-950e-78df406ecf50 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:41:12.715353 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:12.734798 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-c7a76580-db2f-4d4c-898c-fff906ce4bab admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5507638 May 19 11:41:12.863946 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47954) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:12.904351 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef48ef0c-4afd-4263-9ce7-de68daa85b03 None None] Network 40c460b5-f613-41fa-950e-78df406ecf50 requested from dv-cinder-768105-9-smb {{(pid=91617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:41:12.923611 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_v2 [None req-66622773-e87d-4cfa-b501-a6505c3fddc7 admin admin] Deleting subnet 9aeac00b-0c60-4bf5-a2b2-4faff045d4cb {{(pid=91615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:41:12.926708 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-66622773-e87d-4cfa-b501-a6505c3fddc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:12.979958 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-66622773-e87d-4cfa-b501-a6505c3fddc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128831367'] for subnet, precommit_delete_associations {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.035235 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-66622773-e87d-4cfa-b501-a6505c3fddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.285548 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-66622773-e87d-4cfa-b501-a6505c3fddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128888667'] for subnet, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.290089 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:13.324278 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66622773-e87d-4cfa-b501-a6505c3fddc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aeac00b-0c60-4bf5-a2b2-4faff045d4cb,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:13.326179 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-66622773-e87d-4cfa-b501-a6505c3fddc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.328732 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-66622773-e87d-4cfa-b501-a6505c3fddc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:13.332458 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-66622773-e87d-4cfa-b501-a6505c3fddc7 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9aeac00b-0c60-4bf5-a2b2-4faff045d4cb HTTP/1.1" status: 204 len: 168 time: 0.4674847 May 19 11:41:13.334877 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47958) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:13.436529 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.556885 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.569265 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad2154e-040a-4181-b3ea-03622314f71f']}} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:13.580941 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe93ddc6-34a8-4ece-9819-d4d0def1f2ee') {'for_net_delete': True} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:13.581234 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe93ddc6-34a8-4ece-9819-d4d0def1f2ee') {} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:13.592017 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128831376'] for segment, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.607819 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.613547 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=91615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:41:13.614608 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128557593'] for segment, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: Traceback (most recent call last): May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: timer() May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: cb(*args, **kw) May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: return func(*args, **kwargs) May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: self._notify() May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: self.callback(batched_events) May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: event.method(event) May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: return f(self, *a, **k) May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: return self._get(url).json() May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: return self.request(url, 'GET', **kwargs) May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:41:13.627485 dv-cinder-768105-9-smb neutron-server[91615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:41:13.702362 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.706076 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:13.718300 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.727350 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad2154e-040a-4181-b3ea-03622314f71f,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:13.730094 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] 10.222.0.107 "DELETE /v2.0/networks/2ad2154e-040a-4181-b3ea-03622314f71f HTTP/1.1" status: 204 len: 168 time: 0.3943264 May 19 11:41:13.730930 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-c267018c-f061-41b9-9955-2c0cdfb65068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:13.732934 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47962) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:13.794399 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.db_base_plugin_v2 [None req-867a3310-0ae1-430c-99a8-5b183fac324b admin admin] Deleting subnet 481b4173-8242-4971-9e40-ff964c70bd96 {{(pid=91615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:41:13.797484 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-867a3310-0ae1-430c-99a8-5b183fac324b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.845419 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-867a3310-0ae1-430c-99a8-5b183fac324b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128831367'] for subnet, precommit_delete_associations {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:13.898770 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-867a3310-0ae1-430c-99a8-5b183fac324b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492673'] for subnet, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:14.242205 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-867a3310-0ae1-430c-99a8-5b183fac324b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128640187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128888667'] for subnet, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:14.246791 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:14.280275 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3310-0ae1-430c-99a8-5b183fac324b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=481b4173-8242-4971-9e40-ff964c70bd96,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:14.283293 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-867a3310-0ae1-430c-99a8-5b183fac324b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:14.284249 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-867a3310-0ae1-430c-99a8-5b183fac324b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:14.289943 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-867a3310-0ae1-430c-99a8-5b183fac324b admin admin] 10.222.0.107 "DELETE /v2.0/subnets/481b4173-8242-4971-9e40-ff964c70bd96 HTTP/1.1" status: 204 len: 168 time: 0.5560741 May 19 11:41:14.292368 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47966) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:14.394959 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618873'] for network, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:14.518296 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490250', 'neutron.services.segments.db._delete_segments_for_network-8743687227522'] for network, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:14.531654 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c460b5-f613-41fa-950e-78df406ecf50']}} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:14.546896 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e4d5b2-2b0d-4f6f-aef0-d81047f6c01d') {'for_net_delete': True} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:14.547189 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.services.segments.db [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e4d5b2-2b0d-4f6f-aef0-d81047f6c01d') {} {{(pid=91615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:41:14.558205 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743687238795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128831376'] for segment, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:14.573929 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930'] for segment, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:14.580144 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=91615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:41:14.580571 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128557593'] for segment, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: Traceback (most recent call last): May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: timer() May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: cb(*args, **kw) May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: return func(*args, **kwargs) May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: self._notify() May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: self.callback(batched_events) May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: event.method(event) May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: return f(self, *a, **k) May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: return self._get(url).json() May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: return self.request(url, 'GET', **kwargs) May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:41:14.594099 dv-cinder-768105-9-smb neutron-server[91615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:41:14.665764 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404553'] for network, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:14.669795 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-abbb0e41-84d5-4935-b67b-eba9314dafea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:14.684632 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679126'] for network, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:14.698515 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c460b5-f613-41fa-950e-78df406ecf50,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:14.701026 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] 10.222.0.107 "DELETE /v2.0/networks/40c460b5-f613-41fa-950e-78df406ecf50 HTTP/1.1" status: 204 len: 168 time: 0.4077682 May 19 11:41:14.701898 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-35a45750-6c98-48ac-b678-85b4665f4e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:14.866892 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47972) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:14.914874 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-67fc99ec-991b-4c84-a6ba-567f7a8c5c70 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6bbc14d1512b4dae9cb3611027cac639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467970 May 19 11:41:14.917210 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47976) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:14.973964 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f61d07b-37e7-47b1-a8fd-bd52adff2960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:14.998826 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f61d07b-37e7-47b1-a8fd-bd52adff2960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:15.048565 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f61d07b-37e7-47b1-a8fd-bd52adff2960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:15.053767 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cc555f65-6a0b-4657-b2a7-77adebbe0c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:15.066090 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61d07b-37e7-47b1-a8fd-bd52adff2960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28566536-0d4a-4cbb-aab1-288164f1e617,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:15.068915 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1f61d07b-37e7-47b1-a8fd-bd52adff2960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:15.069860 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1f61d07b-37e7-47b1-a8fd-bd52adff2960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:15.071058 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-1f61d07b-37e7-47b1-a8fd-bd52adff2960 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/28566536-0d4a-4cbb-aab1-288164f1e617 HTTP/1.1" status: 204 len: 168 time: 0.1529202 May 19 11:41:15.401988 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47984) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:15.449313 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-3d1562af-6b7a-4d96-816d-6520d53a98c2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=160f54ba98c34dcab134a40ad520c738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461323 May 19 11:41:15.451582 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 47988) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:15.512366 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5fb94cfe-9731-4b8d-9574-a4693d5ca8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:15.536625 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5fb94cfe-9731-4b8d-9574-a4693d5ca8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:15.586918 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5fb94cfe-9731-4b8d-9574-a4693d5ca8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:15.591438 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-f5d6ddd5-d09f-4df0-9ac5-392bb556131f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:15.603724 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb94cfe-9731-4b8d-9574-a4693d5ca8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d6e526-250f-4b78-a363-6d29da22f601,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:15.606890 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-5fb94cfe-9731-4b8d-9574-a4693d5ca8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:15.607833 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-5fb94cfe-9731-4b8d-9574-a4693d5ca8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:15.608945 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-5fb94cfe-9731-4b8d-9574-a4693d5ca8df admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c3d6e526-250f-4b78-a363-6d29da22f601 HTTP/1.1" status: 204 len: 168 time: 0.1564839 May 19 11:41:18.184783 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 48058) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:18.299684 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8b39c03f-6d02-46bd-b96e-37ceea38860f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:18.314176 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-8b39c03f-6d02-46bd-b96e-37ceea38860f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:18.318009 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-8b39c03f-6d02-46bd-b96e-37ceea38860f admin admin] Usage tracker for resource:security_group_rule and tenant:bc06602b18af4702ba05c4f591123b03 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:18.321426 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-8b39c03f-6d02-46bd-b96e-37ceea38860f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:18.327261 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-8b39c03f-6d02-46bd-b96e-37ceea38860f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:18.406503 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8b39c03f-6d02-46bd-b96e-37ceea38860f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:18.410232 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-8b39c03f-6d02-46bd-b96e-37ceea38860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:18.418501 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-ea9bf3fa-1542-4e82-9fc6-e8c45bf92e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:18.461360 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-8b39c03f-6d02-46bd-b96e-37ceea38860f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bc06602b18af4702ba05c4f591123b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755578 May 19 11:41:18.462351 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39c03f-6d02-46bd-b96e-37ceea38860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b75464-15fc-4804-ae03-4d6be0daefef,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:18.464137 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 48064) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:18.465409 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-8b39c03f-6d02-46bd-b96e-37ceea38860f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:18.525577 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-615d782c-f119-496f-8520-3bc7616b0287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:18.550173 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-615d782c-f119-496f-8520-3bc7616b0287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:18.600164 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-615d782c-f119-496f-8520-3bc7616b0287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:18.603787 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2395ade7-9893-4235-b1a4-cf0dfb332951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:18.614162 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d782c-f119-496f-8520-3bc7616b0287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b75464-15fc-4804-ae03-4d6be0daefef,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:18.618434 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-615d782c-f119-496f-8520-3bc7616b0287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:18.621575 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-615d782c-f119-496f-8520-3bc7616b0287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:18.622671 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-615d782c-f119-496f-8520-3bc7616b0287 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b1b75464-15fc-4804-ae03-4d6be0daefef HTTP/1.1" status: 204 len: 168 time: 0.1575093 May 19 11:41:18.892959 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 48072) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:18.910665 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-862dd063-ca4f-4a47-bab0-8bfda1e313c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:18.924915 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-862dd063-ca4f-4a47-bab0-8bfda1e313c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:18.929337 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-862dd063-ca4f-4a47-bab0-8bfda1e313c5 admin admin] Usage tracker for resource:security_group_rule and tenant:ff7d1abfd9ae40509de2ec9f773eae5d is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:18.932542 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-862dd063-ca4f-4a47-bab0-8bfda1e313c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:18.938173 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-862dd063-ca4f-4a47-bab0-8bfda1e313c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:19.017181 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-862dd063-ca4f-4a47-bab0-8bfda1e313c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:19.020792 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-862dd063-ca4f-4a47-bab0-8bfda1e313c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:19.029075 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-29c1c4c1-930c-46a2-b137-c66a55357c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:19.068243 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-862dd063-ca4f-4a47-bab0-8bfda1e313c5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ff7d1abfd9ae40509de2ec9f773eae5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741948 May 19 11:41:19.069159 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dd063-ca4f-4a47-bab0-8bfda1e313c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4695d8-48bc-44e7-a6c1-17155ef4fc4b,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:19.070969 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 48076) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:19.072114 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-862dd063-ca4f-4a47-bab0-8bfda1e313c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:19.129665 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1e1952b0-fe79-4578-99d9-d83d1270134a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:19.157708 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1e1952b0-fe79-4578-99d9-d83d1270134a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:19.207593 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1e1952b0-fe79-4578-99d9-d83d1270134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:19.212623 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-94b0962d-2b45-45bc-98d8-87aab81bd8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:19.223871 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1952b0-fe79-4578-99d9-d83d1270134a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4695d8-48bc-44e7-a6c1-17155ef4fc4b,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:19.227437 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1e1952b0-fe79-4578-99d9-d83d1270134a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:19.229402 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1e1952b0-fe79-4578-99d9-d83d1270134a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:19.230485 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-1e1952b0-fe79-4578-99d9-d83d1270134a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/da4695d8-48bc-44e7-a6c1-17155ef4fc4b HTTP/1.1" status: 204 len: 168 time: 0.1585302 May 19 11:41:26.197666 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 48158) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:26.312555 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:26.326335 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:26.330041 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Usage tracker for resource:security_group_rule and tenant:613622d1714942d5a0ccb365019d033c is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:26.332750 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:26.338394 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:26.422999 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:26.426806 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:26.435572 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-329dfa91-4491-4169-b178-5356dca3a784 tempest-AttachVolumeTestJSON-1386479025 tempest-AttachVolumeTestJSON-1386479025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:26.473156 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=613622d1714942d5a0ccb365019d033c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743704 May 19 11:41:26.474834 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c06db15-3bd3-438c-ae75-7b5dbb67a9f2,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:26.476308 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 48164) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:26.482771 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.483153 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.483527 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.483897 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.484259 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.484621 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.484979 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.485338 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.485725 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.486085 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.486441 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.486792 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-9-smb {{(pid=91615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:41:26.490450 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-a8d39d8d-f793-4082-80bf-9b5bbe632b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:26.536840 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dbdee78f-250b-456c-9faf-a502e1e9de3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:26.562088 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dbdee78f-250b-456c-9faf-a502e1e9de3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:26.616326 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dbdee78f-250b-456c-9faf-a502e1e9de3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:26.619847 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4da29344-d4b7-4fa0-9688-3fa32f6f03ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:26.631635 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdee78f-250b-456c-9faf-a502e1e9de3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c06db15-3bd3-438c-ae75-7b5dbb67a9f2,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:26.634088 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dbdee78f-250b-456c-9faf-a502e1e9de3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:26.639789 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dbdee78f-250b-456c-9faf-a502e1e9de3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:26.640901 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-dbdee78f-250b-456c-9faf-a502e1e9de3d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3c06db15-3bd3-438c-ae75-7b5dbb67a9f2 HTTP/1.1" status: 204 len: 168 time: 0.1636002 May 19 11:41:28.692076 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-30352f5f-6852-4306-8107-a47ab179c152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.103720 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 48224) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:31.219610 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-272da275-a4f1-427a-b716-75efef08d3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.234515 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-272da275-a4f1-427a-b716-75efef08d3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:31.238333 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-272da275-a4f1-427a-b716-75efef08d3bb admin admin] Usage tracker for resource:security_group_rule and tenant:d85e9cf9d4d04eee8c6f01ea2fc39eec is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:31.241141 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-272da275-a4f1-427a-b716-75efef08d3bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:31.247642 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-272da275-a4f1-427a-b716-75efef08d3bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:31.316502 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.332629 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-272da275-a4f1-427a-b716-75efef08d3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.337223 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-272da275-a4f1-427a-b716-75efef08d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.345537 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-cc153252-3e83-4dee-86ff-25a31f96bf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:31.384849 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272da275-a4f1-427a-b716-75efef08d3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa0426b-be38-48b4-b2d2-1fe4198547cb,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:31.389076 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-272da275-a4f1-427a-b716-75efef08d3bb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d85e9cf9d4d04eee8c6f01ea2fc39eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843208 May 19 11:41:31.390068 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-272da275-a4f1-427a-b716-75efef08d3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:31.391800 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 48230) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:31.452713 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3acbd355-915f-4165-8503-0d02686c3f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.477535 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3acbd355-915f-4165-8503-0d02686c3f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.528765 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3acbd355-915f-4165-8503-0d02686c3f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.532322 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-95d5ec74-6325-48d8-990c-9bbb1ed1494b tempest-VolumesNegativeTest-1731932157 tempest-VolumesNegativeTest-1731932157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:31.547267 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbd355-915f-4165-8503-0d02686c3f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa0426b-be38-48b4-b2d2-1fe4198547cb,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:31.551062 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-3acbd355-915f-4165-8503-0d02686c3f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:31.564140 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-3acbd355-915f-4165-8503-0d02686c3f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.565287 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-3acbd355-915f-4165-8503-0d02686c3f05 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bfa0426b-be38-48b4-b2d2-1fe4198547cb HTTP/1.1" status: 204 len: 168 time: 0.1725490 May 19 11:41:31.580621 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8e7b08ea-bae3-4bca-a7b9-1fb7027ad7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.840229 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 48238) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:31.857712 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d67427e-b291-4021-b9e0-d204941553fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.874686 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3d67427e-b291-4021-b9e0-d204941553fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:31.878510 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-3d67427e-b291-4021-b9e0-d204941553fd admin admin] Usage tracker for resource:security_group_rule and tenant:b69578f8ef164890a496b717e706d843 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:31.881280 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.quota.resource [None req-3d67427e-b291-4021-b9e0-d204941553fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:31.887466 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3d67427e-b291-4021-b9e0-d204941553fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:31.903455 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.971392 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d67427e-b291-4021-b9e0-d204941553fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.975323 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d67427e-b291-4021-b9e0-d204941553fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:31.983166 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-fa7a0616-42ca-4774-b4f5-cb47621f5fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:32.021652 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-3d67427e-b291-4021-b9e0-d204941553fd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b69578f8ef164890a496b717e706d843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803787 May 19 11:41:32.023214 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67427e-b291-4021-b9e0-d204941553fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528d5624-8837-4f30-8b53-5cdb8069ea6d,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:32.024437 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 48242) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:32.026718 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3d67427e-b291-4021-b9e0-d204941553fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:32.082629 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-417a866f-fffd-41f1-97a2-788693c56b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:32.108746 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-417a866f-fffd-41f1-97a2-788693c56b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:32.160509 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-417a866f-fffd-41f1-97a2-788693c56b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:32.165163 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-0e1510f3-1755-49c2-9dcf-d0eb71209561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:32.180610 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a866f-fffd-41f1-97a2-788693c56b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528d5624-8837-4f30-8b53-5cdb8069ea6d,revision_number=None']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:32.183947 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-417a866f-fffd-41f1-97a2-788693c56b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:32.184886 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-417a866f-fffd-41f1-97a2-788693c56b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:32.186021 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-417a866f-fffd-41f1-97a2-788693c56b30 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/528d5624-8837-4f30-8b53-5cdb8069ea6d HTTP/1.1" status: 204 len: 168 time: 0.1599648 May 19 11:41:32.490936 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:33.978364 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:41.381072 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 48366) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:41.497063 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a85dfdfe-1236-42bc-94a5-c19de530a224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:41.511537 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-a85dfdfe-1236-42bc-94a5-c19de530a224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:41.515310 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-a85dfdfe-1236-42bc-94a5-c19de530a224 admin admin] Usage tracker for resource:security_group_rule and tenant:8730a108301340019021eab98f7320a4 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:41.518133 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-a85dfdfe-1236-42bc-94a5-c19de530a224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:41.524119 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-a85dfdfe-1236-42bc-94a5-c19de530a224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:41.532728 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:41:41.605606 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a85dfdfe-1236-42bc-94a5-c19de530a224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:41.610077 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-a85dfdfe-1236-42bc-94a5-c19de530a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:41.617874 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-9bc325fb-8e4d-4e4d-9299-45c27d2b58b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:41.658134 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-a85dfdfe-1236-42bc-94a5-c19de530a224 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8730a108301340019021eab98f7320a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759836 May 19 11:41:41.659039 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dfdfe-1236-42bc-94a5-c19de530a224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0d5d95-9011-4008-985a-9357c02b7899,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:41.660806 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 48372) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:41.662210 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-a85dfdfe-1236-42bc-94a5-c19de530a224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:41.719340 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ecc9fa44-f5ae-4b95-b058-b591b0615e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:41.744544 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ecc9fa44-f5ae-4b95-b058-b591b0615e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:41.795256 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ecc9fa44-f5ae-4b95-b058-b591b0615e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:41.798944 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3b61b640-2a1d-46d3-a03e-5a396f74c2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:41.811167 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9fa44-f5ae-4b95-b058-b591b0615e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0d5d95-9011-4008-985a-9357c02b7899,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:41.813943 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa44-f5ae-4b95-b058-b591b0615e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:41.820810 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ecc9fa44-f5ae-4b95-b058-b591b0615e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:41.821952 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-ecc9fa44-f5ae-4b95-b058-b591b0615e20 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1b0d5d95-9011-4008-985a-9357c02b7899 HTTP/1.1" status: 204 len: 168 time: 0.1600924 May 19 11:41:42.095500 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 48380) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:42.113558 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-50d9503c-b32f-410d-97c5-4e3c0de73dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:42.128262 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-50d9503c-b32f-410d-97c5-4e3c0de73dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:42.132117 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-50d9503c-b32f-410d-97c5-4e3c0de73dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:175409abc3a4406fa5f5659e52fa93f7 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:42.134931 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-50d9503c-b32f-410d-97c5-4e3c0de73dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:42.140538 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-50d9503c-b32f-410d-97c5-4e3c0de73dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:42.220374 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-50d9503c-b32f-410d-97c5-4e3c0de73dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:42.223842 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-50d9503c-b32f-410d-97c5-4e3c0de73dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:42.236353 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-a85dfdfe-1236-42bc-94a5-c19de530a224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:42.274767 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-50d9503c-b32f-410d-97c5-4e3c0de73dc1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=175409abc3a4406fa5f5659e52fa93f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782351 May 19 11:41:42.276969 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9503c-b32f-410d-97c5-4e3c0de73dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b87c97-94fe-4811-a28f-51ca7cc56655,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:42.278515 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 48384) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:42.280694 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-50d9503c-b32f-410d-97c5-4e3c0de73dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:42.340567 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a26339d-2082-4711-bff1-aa01b65c3a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:42.365251 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a26339d-2082-4711-bff1-aa01b65c3a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:42.415159 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a26339d-2082-4711-bff1-aa01b65c3a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:42.418883 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-615d782c-f119-496f-8520-3bc7616b0287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:42.431529 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26339d-2082-4711-bff1-aa01b65c3a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b87c97-94fe-4811-a28f-51ca7cc56655,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:42.434440 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8a26339d-2082-4711-bff1-aa01b65c3a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:42.436398 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a26339d-2082-4711-bff1-aa01b65c3a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:42.437540 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-8a26339d-2082-4711-bff1-aa01b65c3a82 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a6b87c97-94fe-4811-a28f-51ca7cc56655 HTTP/1.1" status: 204 len: 168 time: 0.1579366 May 19 11:41:42.786536 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.wsgi [-] (91615) accepted ('10.222.0.107', 48392) {{(pid=91615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:42.804485 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1d68e563-6b82-46dc-bd10-bfe27f48022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:42.819028 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1d68e563-6b82-46dc-bd10-bfe27f48022d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:41:42.822819 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-1d68e563-6b82-46dc-bd10-bfe27f48022d admin admin] Usage tracker for resource:security_group_rule and tenant:bab0612ad155440bb68c03b9a244bec3 is out of sync, need to count used quota {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:41:42.826213 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.quota.resource [None req-1d68e563-6b82-46dc-bd10-bfe27f48022d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91615) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:41:42.831762 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.db.quota.driver [None req-1d68e563-6b82-46dc-bd10-bfe27f48022d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91615) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:41:42.911474 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1d68e563-6b82-46dc-bd10-bfe27f48022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:42.916220 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron_lib.callbacks.manager [None req-1d68e563-6b82-46dc-bd10-bfe27f48022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_create {{(pid=91615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:42.925880 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-e35fcb62-5efe-40e9-b00b-28b8d7759715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:42.966666 dv-cinder-768105-9-smb neutron-server[91615]: INFO neutron.wsgi [None req-1d68e563-6b82-46dc-bd10-bfe27f48022d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bab0612ad155440bb68c03b9a244bec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790643 May 19 11:41:42.967585 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68e563-6b82-46dc-bd10-bfe27f48022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5067fe7e-3332-484f-b70b-b8c9bcbbd77a,revision_number=1']} {{(pid=91615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:42.969313 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.107', 48396) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:41:42.970548 dv-cinder-768105-9-smb neutron-server[91615]: DEBUG oslo_concurrency.lockutils [None req-1d68e563-6b82-46dc-bd10-bfe27f48022d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:43.027272 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ba843cd6-942f-4b36-89f4-61e07ab2f94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:43.052323 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ba843cd6-942f-4b36-89f4-61e07ab2f94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:43.106555 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ba843cd6-942f-4b36-89f4-61e07ab2f94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460159'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:43.110264 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e343a13d-43c6-4ac1-8d75-7fdaabf0f3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:41:43.204293 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba843cd6-942f-4b36-89f4-61e07ab2f94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5067fe7e-3332-484f-b70b-b8c9bcbbd77a,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:41:43.207842 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ba843cd6-942f-4b36-89f4-61e07ab2f94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:41:43.211333 dv-cinder-768105-9-smb neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ba843cd6-942f-4b36-89f4-61e07ab2f94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:43.212335 dv-cinder-768105-9-smb neutron-server[91616]: INFO neutron.wsgi [None req-ba843cd6-942f-4b36-89f4-61e07ab2f94b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5067fe7e-3332-484f-b70b-b8c9bcbbd77a HTTP/1.1" status: 204 len: 168 time: 0.2420132 May 19 11:41:58.693938 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4011-7a0d-41a0-8dc1-055b0e6453e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:01.318209 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:01.570594 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6a2390a4-8d05-4994-a419-2020f26fc840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:01.904075 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:02.492922 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:03.982200 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:18.530999 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:42:28.698152 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9fe06157-83c1-4a62-8fde-2a70059b9c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:31.320050 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:31.571684 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cbde01b3-4648-42a9-89f8-c6dfe83a8611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:31.918823 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:32.495022 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:34.024824 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:55.529724 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:42:58.699411 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-885f6cb5-2352-4f45-afe7-e6484e11a397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:01.322267 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:01.572558 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e5dea8b6-56ac-4309-8804-d30410d8b484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:01.917997 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:02.499727 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:03.985525 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:28.700992 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-99057532-0d2a-48e0-bdff-96c5a2c03de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:31.325252 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:31.574557 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1f094dc5-db77-4bf7-a91f-8203d4ae6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:31.952413 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:32.502823 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:32.527922 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:43:33.990054 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:58.702818 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f281dd20-8172-4cbc-964a-77f8120aadb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:01.326863 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-93134cb8-1a56-4c8b-94a2-5a2a3f606641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:01.576057 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-09f7d44a-259b-4874-8b15-0a368923018c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:01.962397 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-83cfaf9b-cde1-47c2-9ed2-0989f36b5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:02.505572 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-27231ad3-90ae-446c-9bb9-153b14b3c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:03.991842 dv-cinder-768105-9-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a8eee2de-419a-4eaa-967a-11e20fd3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743687231708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504384'] for agent, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:09.527050 dv-cinder-768105-9-smb neutron-server[91618]: DEBUG neutron.db.agents_db [None req-bb3bffe7-f070-47e4-ab71-96424a181dcd None None] Agent healthcheck: found 6 active agents {{(pid=91618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}